[ 502.321274] env[69674]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69674) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.321634] env[69674]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69674) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.321756] env[69674]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69674) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.322082] env[69674]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 502.428737] env[69674]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69674) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 502.439163] env[69674]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69674) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 502.482045] env[69674]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 503.040689] env[69674]: INFO nova.virt.driver [None req-b8847b59-5a51-4140-95a7-3460f4662884 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 503.111259] env[69674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 503.111418] env[69674]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 503.111518] env[69674]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69674) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 506.405290] env[69674]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5b837550-7d96-4ede-9828-26cbc94c110e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.421960] env[69674]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69674) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 506.422138] env[69674]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f0d2af8a-12f8-48db-ab96-da3f35807c7e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.456751] env[69674]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6f6e0. [ 506.456912] env[69674]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.345s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 506.457510] env[69674]: INFO nova.virt.vmwareapi.driver [None req-b8847b59-5a51-4140-95a7-3460f4662884 None None] VMware vCenter version: 7.0.3 [ 506.461176] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5fdea-97a8-439b-8281-3b16c27c21c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.483071] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279ba67-85cc-4a17-96ef-ba4b13e5cd9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.488421] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b36a551-f6a1-4cf9-884c-7f516bda10f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.495071] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe918a-6f88-4d27-bfa8-2e2fecb0c4f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.508567] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be397704-e8e3-4fe5-b502-71e6a0f0868d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.514497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a870ed3-2e74-4bb9-9ae2-2b6b29ef34a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.545044] env[69674]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c377cf31-5546-49e6-a90d-79cc49ba0738 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.549971] env[69674]: DEBUG nova.virt.vmwareapi.driver [None req-b8847b59-5a51-4140-95a7-3460f4662884 None None] Extension org.openstack.compute already exists. {{(pid=69674) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 506.552401] env[69674]: INFO nova.compute.provider_config [None req-b8847b59-5a51-4140-95a7-3460f4662884 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 507.055388] env[69674]: DEBUG nova.context [None req-b8847b59-5a51-4140-95a7-3460f4662884 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),798a1ba1-f28b-4b74-9d78-a2193c7423bc(cell1) {{(pid=69674) load_cells /opt/stack/nova/nova/context.py:464}} [ 507.057549] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 507.057784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 507.058598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 507.059043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Acquiring lock "798a1ba1-f28b-4b74-9d78-a2193c7423bc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 507.059246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Lock "798a1ba1-f28b-4b74-9d78-a2193c7423bc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 507.060268] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Lock "798a1ba1-f28b-4b74-9d78-a2193c7423bc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 507.081154] env[69674]: INFO dbcounter [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Registered counter for database nova_cell0 [ 507.089122] env[69674]: INFO dbcounter [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Registered counter for database nova_cell1 [ 507.092419] env[69674]: DEBUG oslo_db.sqlalchemy.engines [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69674) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 507.093042] env[69674]: DEBUG oslo_db.sqlalchemy.engines [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69674) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 507.097603] env[69674]: ERROR nova.db.main.api [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 507.097603] env[69674]: result = function(*args, **kwargs) [ 507.097603] env[69674]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 507.097603] env[69674]: return func(*args, **kwargs) [ 507.097603] env[69674]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 507.097603] env[69674]: result = fn(*args, **kwargs) [ 507.097603] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 507.097603] env[69674]: return f(*args, **kwargs) [ 507.097603] env[69674]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 507.097603] env[69674]: return db.service_get_minimum_version(context, binaries) [ 507.097603] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 507.097603] env[69674]: _check_db_access() [ 507.097603] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 507.097603] env[69674]: stacktrace = ''.join(traceback.format_stack()) [ 507.097603] env[69674]: [ 507.098713] env[69674]: ERROR nova.db.main.api [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 507.098713] env[69674]: result = function(*args, **kwargs) [ 507.098713] env[69674]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 507.098713] env[69674]: return func(*args, **kwargs) [ 507.098713] env[69674]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 507.098713] env[69674]: result = fn(*args, **kwargs) [ 507.098713] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 507.098713] env[69674]: return f(*args, **kwargs) [ 507.098713] env[69674]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 507.098713] env[69674]: return db.service_get_minimum_version(context, binaries) [ 507.098713] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 507.098713] env[69674]: _check_db_access() [ 507.098713] env[69674]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 507.098713] env[69674]: stacktrace = ''.join(traceback.format_stack()) [ 507.098713] env[69674]: [ 507.099187] env[69674]: WARNING nova.objects.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 507.099267] env[69674]: WARNING nova.objects.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Failed to get minimum service version for cell 798a1ba1-f28b-4b74-9d78-a2193c7423bc [ 507.099686] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Acquiring lock "singleton_lock" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.099844] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Acquired lock "singleton_lock" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 507.100092] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Releasing lock "singleton_lock" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 507.100435] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Full set of CONF: {{(pid=69674) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 507.100580] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ******************************************************************************** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 507.100709] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] Configuration options gathered from: {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 507.100843] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 507.101049] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 507.101185] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ================================================================================ {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 507.101392] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] allow_resize_to_same_host = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.101561] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] arq_binding_timeout = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.101691] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] backdoor_port = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.101817] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] backdoor_socket = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102012] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] block_device_allocate_retries = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102200] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] block_device_allocate_retries_interval = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102372] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cert = self.pem {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102538] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102706] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute_monitors = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.102873] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] config_dir = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103056] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] config_drive_format = iso9660 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103192] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103357] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] config_source = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103522] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] console_host = devstack {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103685] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] control_exchange = nova {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103840] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cpu_allocation_ratio = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.103999] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] daemon = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.104181] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] debug = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.104338] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_access_ip_network_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.104502] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_availability_zone = nova {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.104656] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_ephemeral_format = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.104813] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_green_pool_size = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105086] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105271] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] default_schedule_zone = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105431] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] disk_allocation_ratio = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105590] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] enable_new_services = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105765] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] enabled_apis = ['osapi_compute'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.105928] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] enabled_ssl_apis = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106109] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] flat_injected = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106269] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] force_config_drive = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106425] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] force_raw_images = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106592] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] graceful_shutdown_timeout = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106751] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] heal_instance_info_cache_interval = -1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.106971] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] host = cpu-1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.107164] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.107327] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] initial_disk_allocation_ratio = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.107490] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] initial_ram_allocation_ratio = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.107707] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.107879] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_build_timeout = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108086] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_delete_interval = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108270] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_format = [instance: %(uuid)s] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108436] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_name_template = instance-%08x {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108595] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_usage_audit = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108761] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_usage_audit_period = month {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.108926] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109106] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] instances_path = /opt/stack/data/nova/instances {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109273] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] internal_service_availability_zone = internal {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109428] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] key = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109589] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] live_migration_retry_count = 30 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109754] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_color = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.109917] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_config_append = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110095] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110258] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_dir = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110414] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110540] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_options = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110697] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_rotate_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.110863] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_rotate_interval_type = days {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111053] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] log_rotation_type = none {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111209] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111338] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111508] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111674] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111801] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.111963] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] long_rpc_timeout = 1800 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112141] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_concurrent_builds = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112300] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_concurrent_live_migrations = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112458] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_concurrent_snapshots = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112613] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_local_block_devices = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112768] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_logfile_count = 30 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.112924] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] max_logfile_size_mb = 200 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113096] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] maximum_instance_delete_attempts = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113272] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metadata_listen = 0.0.0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113437] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metadata_listen_port = 8775 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113603] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metadata_workers = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113761] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] migrate_max_retries = -1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.113925] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] mkisofs_cmd = genisoimage {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.114195] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] my_block_storage_ip = 10.180.1.21 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.114350] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] my_ip = 10.180.1.21 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.114564] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.114730] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] network_allocate_retries = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.114910] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115101] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] osapi_compute_listen = 0.0.0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115271] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] osapi_compute_listen_port = 8774 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115438] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] osapi_compute_unique_server_name_scope = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115604] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] osapi_compute_workers = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115765] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] password_length = 12 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.115924] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] periodic_enable = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116097] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] periodic_fuzzy_delay = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116265] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] pointer_model = usbtablet {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116430] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] preallocate_images = none {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116587] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] publish_errors = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116714] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] pybasedir = /opt/stack/nova {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.116874] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ram_allocation_ratio = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117047] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rate_limit_burst = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117247] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rate_limit_except_level = CRITICAL {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117413] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rate_limit_interval = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117572] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reboot_timeout = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117729] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reclaim_instance_interval = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.117910] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] record = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118145] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reimage_timeout_per_gb = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118330] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] report_interval = 120 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118494] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rescue_timeout = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118655] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reserved_host_cpus = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118812] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reserved_host_disk_mb = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.118970] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reserved_host_memory_mb = 512 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119146] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] reserved_huge_pages = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119306] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] resize_confirm_window = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119462] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] resize_fs_using_block_device = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119619] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] resume_guests_state_on_host_boot = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119786] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.119946] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] rpc_response_timeout = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120139] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] run_external_periodic_tasks = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120324] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] running_deleted_instance_action = reap {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120489] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] running_deleted_instance_poll_interval = 1800 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120648] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] running_deleted_instance_timeout = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120806] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler_instance_sync_interval = 120 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.120974] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_down_time = 720 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121159] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] servicegroup_driver = db {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121320] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] shell_completion = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121478] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] shelved_offload_time = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121637] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] shelved_poll_interval = 3600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121799] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] shutdown_timeout = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.121959] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] source_is_ipv6 = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.122133] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ssl_only = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.122380] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.122549] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] sync_power_state_interval = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.122713] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] sync_power_state_pool_size = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.122883] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] syslog_log_facility = LOG_USER {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123064] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] tempdir = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123254] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] timeout_nbd = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123432] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] transport_url = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123595] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] update_resources_interval = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123755] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_cow_images = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.123918] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_journal = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124093] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_json = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124256] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_rootwrap_daemon = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124415] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_stderr = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124574] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] use_syslog = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124733] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vcpu_pin_set = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.124902] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plugging_is_fatal = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.125083] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plugging_timeout = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.125286] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] virt_mkfs = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.125483] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] volume_usage_poll_interval = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.125653] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] watch_log_file = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.125823] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] web = /usr/share/spice-html5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.126015] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.126193] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.126364] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.126532] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_concurrency.disable_process_locking = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.127092] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.127293] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.127466] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.127645] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.127816] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128026] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128227] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.auth_strategy = keystone {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128423] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.compute_link_prefix = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128607] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128785] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.dhcp_domain = novalocal {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.128982] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.enable_instance_password = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.129178] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.glance_link_prefix = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.129353] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.129537] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.129704] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.instance_list_per_project_cells = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.129868] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.list_records_by_skipping_down_cells = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130047] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.local_metadata_per_cell = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130229] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.max_limit = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130400] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.metadata_cache_expiration = 15 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130577] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.neutron_default_tenant_id = default {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130751] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.response_validation = warn {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.130924] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.use_neutron_default_nets = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.131111] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.131296] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.131486] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.131667] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.131842] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_dynamic_targets = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132016] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_jsonfile_path = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132220] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132415] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.backend = dogpile.cache.memcached {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132584] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.backend_argument = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132746] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.backend_expiration_time = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.132916] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.config_prefix = cache.oslo {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133101] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.dead_timeout = 60.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133270] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.debug_cache_backend = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133433] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.enable_retry_client = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133592] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.enable_socket_keepalive = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133761] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.enabled = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.133926] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.enforce_fips_mode = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134106] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.expiration_time = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134276] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.hashclient_retry_attempts = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134480] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.hashclient_retry_delay = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134652] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_dead_retry = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134814] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_password = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.134978] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135158] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135321] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_pool_maxsize = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135483] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135646] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_sasl_enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135821] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.135989] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_socket_timeout = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.136167] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.memcache_username = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.136338] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.proxies = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.136502] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_db = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.136664] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_password = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.136833] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_sentinel_service_name = mymaster {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137020] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137194] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_server = localhost:6379 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137383] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_socket_timeout = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137558] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.redis_username = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137724] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.retry_attempts = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.137927] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.retry_delay = 0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138087] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.socket_keepalive_count = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138256] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.socket_keepalive_idle = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138418] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.socket_keepalive_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138577] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.tls_allowed_ciphers = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138734] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.tls_cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.138915] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.tls_certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139105] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.tls_enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139272] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cache.tls_keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139441] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139614] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.auth_type = password {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139775] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.139961] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.catalog_info = volumev3::publicURL {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140231] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140300] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140461] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.cross_az_attach = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140622] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.debug = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140783] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.endpoint_template = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.140951] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.http_retries = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141127] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141285] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141456] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.os_region_name = RegionOne {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141618] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141779] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cinder.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.141952] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142132] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.cpu_dedicated_set = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142297] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.cpu_shared_set = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142465] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.image_type_exclude_list = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142628] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142794] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.max_concurrent_disk_ops = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.142958] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.max_disk_devices_to_attach = -1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143151] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143309] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143473] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.resource_provider_association_refresh = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143634] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143794] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.shutdown_retry_interval = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.143973] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.144167] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] conductor.workers = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.144346] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] console.allowed_origins = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.144510] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] console.ssl_ciphers = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.144681] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] console.ssl_minimum_version = default {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.144849] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] consoleauth.enforce_session_timeout = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145025] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] consoleauth.token_ttl = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145201] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145364] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145528] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145689] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.145847] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146015] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146194] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146351] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146510] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146669] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146827] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.146986] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.147164] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.147334] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.service_type = accelerator {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.147501] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.147661] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.147821] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148010] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148205] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148366] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] cyborg.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148540] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.asyncio_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148720] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.asyncio_slave_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.148869] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.backend = sqlalchemy {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149068] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149242] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.connection_debug = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149412] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.connection_parameters = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149578] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.connection_recycle_time = 3600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149741] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.connection_trace = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.149903] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.db_inc_retry_interval = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150088] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.db_max_retries = 20 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150257] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.db_max_retry_interval = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150421] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.db_retry_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150584] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.max_overflow = 50 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150747] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.max_pool_size = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.150910] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.max_retries = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151092] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151258] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.mysql_wsrep_sync_wait = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151418] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.pool_timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151581] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.retry_interval = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151741] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.slave_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.151901] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.sqlite_synchronous = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152076] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] database.use_db_reconnect = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152247] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.asyncio_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152409] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.asyncio_slave_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152577] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.backend = sqlalchemy {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152745] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.152908] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.connection_debug = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153092] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.connection_parameters = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153262] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.connection_recycle_time = 3600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153424] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.connection_trace = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153587] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.db_inc_retry_interval = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153751] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.db_max_retries = 20 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.153914] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.db_max_retry_interval = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154090] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.db_retry_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154257] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.max_overflow = 50 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154421] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.max_pool_size = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154585] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.max_retries = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154754] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.154914] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155090] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.pool_timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155258] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.retry_interval = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155418] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.slave_connection = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155583] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] api_database.sqlite_synchronous = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155787] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] devices.enabled_mdev_types = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.155933] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156124] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ephemeral_storage_encryption.default_format = luks {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156293] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ephemeral_storage_encryption.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156456] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156628] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.api_servers = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156792] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.156955] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157135] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157299] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157460] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157622] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.debug = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157786] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.default_trusted_certificate_ids = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.157978] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.enable_certificate_validation = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.158168] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.enable_rbd_download = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.158332] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.158501] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.158664] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.158825] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159029] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159212] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.num_retries = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159386] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.rbd_ceph_conf = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159554] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.rbd_connect_timeout = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159725] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.rbd_pool = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.159895] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.rbd_user = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160078] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160244] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160404] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160573] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.service_type = image {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160736] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.160897] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161071] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161233] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161410] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161577] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.verify_glance_signatures = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161736] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] glance.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.161904] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] guestfs.debug = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162090] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162258] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.auth_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162419] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162578] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162743] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.162903] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163075] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163238] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163401] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163559] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163717] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.163873] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164045] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164208] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164366] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164534] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.service_type = shared-file-system {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164699] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.share_apply_policy_timeout = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.164860] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165031] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165191] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165352] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165534] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165696] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] manila.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.165892] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] mks.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.166226] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.166420] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.manager_interval = 2400 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.166592] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.precache_concurrency = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.166764] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.remove_unused_base_images = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.166934] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.167123] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.167302] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] image_cache.subdirectory_name = _base {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.167481] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.api_max_retries = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.167649] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.api_retry_interval = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.167809] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168013] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.auth_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168188] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168352] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168517] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168685] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.conductor_group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.168849] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169129] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169229] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169390] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169553] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169713] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.169873] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170054] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.peer_list = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170238] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170416] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170585] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.serial_console_state_timeout = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170749] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.170924] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.service_type = baremetal {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171128] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.shard = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171302] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171467] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171630] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171792] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.171975] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.172156] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ironic.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.172341] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.172517] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] key_manager.fixed_key = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.172702] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.172868] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.barbican_api_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173045] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.barbican_endpoint = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173229] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.barbican_endpoint_type = public {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173391] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.barbican_region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173552] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173713] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.173874] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174049] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174213] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174378] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.number_of_retries = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174540] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.retry_delay = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174703] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.send_service_user_token = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.174864] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175033] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175202] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.verify_ssl = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175361] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican.verify_ssl_path = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175526] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175689] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.auth_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.175850] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176015] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176190] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176351] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176512] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176675] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.176836] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] barbican_service_user.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177022] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.approle_role_id = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177185] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.approle_secret_id = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177356] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.kv_mountpoint = secret {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177516] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.kv_path = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177680] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.kv_version = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.177847] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.namespace = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178065] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.root_token_id = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178237] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.ssl_ca_crt_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178408] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.timeout = 60.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178573] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.use_ssl = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178745] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.178936] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179128] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179296] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179458] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179621] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179782] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.179945] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180121] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180306] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180476] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180638] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180801] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.180964] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181154] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.service_type = identity {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181322] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181483] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181645] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181803] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.181982] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.182161] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] keystone.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.182351] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.ceph_mount_options = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.182664] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.182846] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.connection_uri = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183034] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_mode = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183215] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_model_extra_flags = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183389] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_models = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183562] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_power_governor_high = performance {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183733] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_power_governor_low = powersave {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183897] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_power_management = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184084] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184265] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.default_tpm_secret_security = user {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184436] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.device_detach_attempts = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184604] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.device_detach_timeout = 20 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184774] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.disk_cachemodes = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184940] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.disk_prefix = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185123] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.enabled_perf_events = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185293] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.file_backed_memory = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185462] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.gid_maps = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185625] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.hw_disk_discard = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185784] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.hw_machine_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185956] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_rbd_ceph_conf = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186141] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186307] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186477] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_rbd_glance_store_name = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186646] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_rbd_pool = rbd {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186816] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_type = default {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186977] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.images_volume_group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187155] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.inject_key = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187320] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.inject_partition = -2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187480] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.inject_password = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187645] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.iscsi_iface = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187809] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.iser_use_multipath = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187999] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_bandwidth = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188188] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188356] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_downtime = 500 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188519] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188680] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188839] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_inbound_addr = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189023] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189202] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_permit_post_copy = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189366] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_scheme = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189537] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_timeout_action = abort {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189700] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_tunnelled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189859] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_uri = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190032] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.live_migration_with_native_tls = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190210] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.max_queues = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190400] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190639] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190815] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.nfs_mount_options = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191101] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191282] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191449] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_iser_scan_tries = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191614] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_memory_encrypted_guests = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191781] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191945] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_pcie_ports = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192132] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.num_volume_scan_tries = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192301] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.pmem_namespaces = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192462] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.quobyte_client_cfg = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192758] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192934] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rbd_connect_timeout = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193118] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193288] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193453] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rbd_secret_uuid = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193614] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rbd_user = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193778] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193951] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.remote_filesystem_transport = ssh {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194130] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rescue_image_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194294] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rescue_kernel_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194453] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rescue_ramdisk_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194623] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194782] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.rx_queue_size = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194948] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.smbfs_mount_options = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195252] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195428] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.snapshot_compression = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195595] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.snapshot_image_format = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195817] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195987] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.sparse_logical_volumes = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196174] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.supported_tpm_secret_security = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196340] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.swtpm_enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196511] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.swtpm_group = tss {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196682] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.swtpm_user = tss {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196853] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.sysinfo_serial = unique {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197021] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.tb_cache_size = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197203] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.tx_queue_size = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197385] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.uid_maps = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197549] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.use_virtio_for_bridges = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197723] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.virt_type = kvm {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197916] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.volume_clear = zero {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198104] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.volume_clear_size = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198277] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.volume_enforce_multipath = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198447] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.volume_use_multipath = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198609] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_cache_path = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198783] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198965] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_mount_group = qemu {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199167] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_mount_opts = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199346] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199643] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199830] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.vzstorage_mount_user = stack {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200017] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200208] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200408] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.auth_type = password {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200579] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200742] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200929] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201093] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201259] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201434] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.default_floating_pool = public {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201598] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201768] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.extension_sync_interval = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201935] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.http_retries = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202115] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202282] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202443] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202615] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202778] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202950] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.ovs_bridge = br-int {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203136] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.physnets = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203313] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.region_name = RegionOne {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203476] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203665] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.service_metadata_proxy = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203828] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203998] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.service_type = network {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204181] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204344] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204505] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204668] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204858] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205036] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] neutron.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205219] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.bdms_in_notifications = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205401] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.default_level = INFO {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205568] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.include_share_mapping = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205745] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.notification_format = unversioned {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205913] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.notify_on_state_change = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206103] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206290] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] pci.alias = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206463] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] pci.device_spec = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206629] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] pci.report_in_placement = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206802] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206977] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.auth_type = password {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207165] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207330] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207492] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207658] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207818] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208014] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208194] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.default_domain_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208362] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.default_domain_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208525] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.domain_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208685] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.domain_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208847] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209041] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209226] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209392] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209553] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209727] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.password = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209888] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.project_domain_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210073] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.project_domain_name = Default {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210268] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.project_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210458] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.project_name = service {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210634] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.region_name = RegionOne {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210800] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210963] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211152] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.service_type = placement {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211317] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211478] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211638] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211797] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.system_scope = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211956] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212135] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.trust_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212297] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.user_domain_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212465] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.user_domain_name = Default {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212625] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.user_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212798] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.username = nova {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212979] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213159] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] placement.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213347] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.cores = 20 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213515] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.count_usage_from_placement = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213690] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213860] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.injected_file_content_bytes = 10240 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214043] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.injected_file_path_length = 255 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214219] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.injected_files = 5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214386] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.instances = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214552] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.key_pairs = 100 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214716] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.metadata_items = 128 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214880] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.ram = 51200 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215053] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.recheck_quota = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215223] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.server_group_members = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215395] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.server_groups = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215594] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215770] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] quota.unified_limits_resource_strategy = require {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215946] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216129] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216297] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.image_metadata_prefilter = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216462] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216628] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.max_attempts = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216794] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.max_placement_results = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216957] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217135] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.query_placement_for_image_type_support = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217301] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217476] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] scheduler.workers = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217695] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217922] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218129] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218311] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218481] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218648] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218814] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219010] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219189] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.host_subset_size = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219355] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219526] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219702] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219867] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220040] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220220] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.isolated_hosts = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220399] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.isolated_images = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220563] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220724] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220885] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221066] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.pci_in_placement = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221237] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221400] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221562] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221721] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221881] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222057] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222221] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.track_instance_changes = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222395] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222566] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metrics.required = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222732] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metrics.weight_multiplier = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222898] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223077] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] metrics.weight_setting = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223394] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223571] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223748] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.port_range = 10000:20000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223919] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224106] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224281] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] serial_console.serialproxy_port = 6083 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224453] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224629] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.auth_type = password {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224791] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224952] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225134] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225298] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225457] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225627] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.send_service_user_token = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225792] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225952] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] service_user.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226144] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.agent_enabled = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226310] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226615] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226814] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226988] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.html5proxy_port = 6082 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227166] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.image_compression = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227328] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.jpeg_compression = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227487] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.playback_compression = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227650] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.require_secure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227820] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.server_listen = 127.0.0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228027] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228316] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228490] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.streaming_mode = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228654] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] spice.zlib_compression = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228827] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] upgrade_levels.baseapi = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229036] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] upgrade_levels.compute = auto {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229229] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] upgrade_levels.conductor = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229394] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] upgrade_levels.scheduler = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229565] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229729] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.auth_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229893] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230071] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230265] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230445] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230609] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230774] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230938] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vendordata_dynamic_auth.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231135] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.api_retry_count = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231302] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.ca_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231475] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.cache_prefix = devstack-image-cache {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231644] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.cluster_name = testcl1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231812] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.connection_pool_size = 10 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231974] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.console_delay_seconds = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232163] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.datastore_regex = ^datastore.* {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232384] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232561] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.host_password = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232732] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.host_port = 443 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232901] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.host_username = administrator@vsphere.local {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233088] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.insecure = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233255] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.integration_bridge = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233419] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.maximum_objects = 100 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233580] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.pbm_default_policy = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233743] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.pbm_enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233902] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.pbm_wsdl_location = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234085] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234250] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.serial_port_proxy_uri = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234409] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.serial_port_service_uri = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234575] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.task_poll_interval = 0.5 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234747] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.use_linked_clone = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234915] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.vnc_keymap = en-us {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235094] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.vnc_port = 5900 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235261] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vmware.vnc_port_total = 10000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235448] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.auth_schemes = ['none'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235625] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235908] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236112] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236288] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.novncproxy_port = 6080 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236474] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.server_listen = 127.0.0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236655] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236830] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.vencrypt_ca_certs = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236974] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.vencrypt_client_cert = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237171] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vnc.vencrypt_client_key = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237360] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237527] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_deep_image_inspection = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237691] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237850] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238052] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238228] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.disable_rootwrap = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238392] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.enable_numa_live_migration = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238557] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238721] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238892] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239087] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.libvirt_disable_apic = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239260] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239425] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239587] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239751] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239911] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240086] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240250] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240411] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240568] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240734] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240916] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241102] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.client_socket_timeout = 900 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241273] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.default_pool_size = 1000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241441] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.keep_alive = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241611] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.max_header_line = 16384 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241773] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.secure_proxy_ssl_header = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241937] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.ssl_ca_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242113] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.ssl_cert_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242277] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.ssl_key_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242443] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.tcp_keepidle = 600 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242625] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242797] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] zvm.ca_file = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242961] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] zvm.cloud_connector_url = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243302] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243485] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] zvm.reachable_timeout = 300 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243661] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243841] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244028] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.connection_string = messaging:// {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244204] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.enabled = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244376] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.es_doc_type = notification {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244541] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.es_scroll_size = 10000 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244709] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.es_scroll_time = 2m {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244871] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.filter_error_trace = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245053] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.hmac_keys = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245227] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.sentinel_service_name = mymaster {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245394] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.socket_timeout = 0.1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245555] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.trace_requests = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245716] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler.trace_sqlalchemy = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245893] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler_jaeger.process_tags = {} {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246071] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler_jaeger.service_name_prefix = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246240] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] profiler_otlp.service_name_prefix = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246406] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] remote_debug.host = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246567] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] remote_debug.port = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246744] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246904] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247081] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247248] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247410] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247568] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247726] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247905] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248085] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248263] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248428] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248598] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248766] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248962] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249167] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249344] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249507] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249670] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249838] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249999] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250181] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250349] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250518] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250681] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250844] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251010] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251182] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251348] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251510] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251674] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251836] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252010] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252188] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252349] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252513] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252678] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.ssl_version = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252838] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253032] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253206] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_notifications.retry = -1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253383] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253553] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_messaging_notifications.transport_url = **** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253722] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.auth_section = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253890] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.auth_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254059] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.cafile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254222] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.certfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254383] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.collect_timing = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254541] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.connect_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254700] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.connect_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254859] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_id = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255043] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_interface = publicURL {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255210] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_override = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255371] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255530] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255688] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.endpoint_service_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255849] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.insecure = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256015] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.keyfile = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256185] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.max_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256342] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.min_version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256498] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.region_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256655] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.retriable_status_codes = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256813] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.service_name = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256968] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.service_type = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257145] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.split_loggers = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257304] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.status_code_retries = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257461] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.status_code_retry_delay = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257618] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.timeout = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257775] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.valid_interfaces = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257954] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_limit.version = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258146] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_reports.file_event_handler = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258376] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258546] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] oslo_reports.log_dir = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258719] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258895] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259090] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259267] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259434] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259595] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259766] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259925] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260100] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260269] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260432] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260592] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] vif_plug_ovs_privileged.user = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260763] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.flat_interface = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260944] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261135] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261314] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261484] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261656] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261821] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261986] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262181] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262352] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.isolate_vif = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262520] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262687] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262856] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263035] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.ovsdb_interface = native {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263205] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] os_vif_ovs.per_port_bridge = False {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263375] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.capabilities = [21] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263536] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263697] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.helper_command = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263877] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264154] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264371] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] privsep_osbrick.user = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264558] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264723] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.group = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264887] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.helper_command = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265071] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265241] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265403] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] nova_sys_admin.user = None {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265538] env[69674]: DEBUG oslo_service.backend.eventlet.service [None req-d53f48b7-f85a-4c9c-864a-d3cce46f60be None None] ******************************************************************************** {{(pid=69674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 507.265967] env[69674]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 507.769586] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Getting list of instances from cluster (obj){ [ 507.769586] env[69674]: value = "domain-c8" [ 507.769586] env[69674]: _type = "ClusterComputeResource" [ 507.769586] env[69674]: } {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 507.770660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b736c-cdeb-4123-a663-af6fe3d2d52b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.780175] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Got total of 0 instances {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 507.780805] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 507.781302] env[69674]: INFO nova.virt.node [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Generated node identity a2957c29-3fa7-4024-bd37-0cdb152f1f0a [ 507.781546] env[69674]: INFO nova.virt.node [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Wrote node identity a2957c29-3fa7-4024-bd37-0cdb152f1f0a to /opt/stack/data/n-cpu-1/compute_id [ 508.284652] env[69674]: WARNING nova.compute.manager [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Compute nodes ['a2957c29-3fa7-4024-bd37-0cdb152f1f0a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 509.290433] env[69674]: INFO nova.compute.manager [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 510.296126] env[69674]: WARNING nova.compute.manager [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 510.296502] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 510.296597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 510.296750] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 510.296906] env[69674]: DEBUG nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 510.298232] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c8ed7-d6e7-4501-b9ef-5c626938d27c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.307049] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dcc7f5-a9b9-411f-94ca-1056c5424f43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.321267] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a7d33-9fe2-4fc5-9e2d-ec444cf6ce4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.328727] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccac56d0-dfcb-4c12-b35c-794d5344cb68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.357996] env[69674]: DEBUG nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 510.358165] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 510.358383] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 510.860777] env[69674]: WARNING nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] No compute node record for cpu-1:a2957c29-3fa7-4024-bd37-0cdb152f1f0a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a2957c29-3fa7-4024-bd37-0cdb152f1f0a could not be found. [ 511.365119] env[69674]: INFO nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a2957c29-3fa7-4024-bd37-0cdb152f1f0a [ 512.873438] env[69674]: DEBUG nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 512.873807] env[69674]: DEBUG nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 513.029680] env[69674]: INFO nova.scheduler.client.report [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] [req-73e5b6b9-0b48-4db1-accb-02250d9f815a] Created resource provider record via placement API for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 513.047853] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b989c-7c02-4f2d-aede-e02d11cbb20e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.055843] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe464b1-34fd-4416-b6cd-ee79e40f516b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.084622] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0970e8-9d54-4617-a538-0c8533fa07ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.092249] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ccf2d-3f33-425a-9a4a-865c4759cba1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.105063] env[69674]: DEBUG nova.compute.provider_tree [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 513.640447] env[69674]: DEBUG nova.scheduler.client.report [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 513.640686] env[69674]: DEBUG nova.compute.provider_tree [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 0 to 1 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 513.640825] env[69674]: DEBUG nova.compute.provider_tree [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 513.693648] env[69674]: DEBUG nova.compute.provider_tree [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 1 to 2 during operation: update_traits {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 514.201090] env[69674]: DEBUG nova.compute.resource_tracker [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 514.201346] env[69674]: DEBUG oslo_concurrency.lockutils [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 514.201483] env[69674]: DEBUG nova.service [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Creating RPC server for service compute {{(pid=69674) start /opt/stack/nova/nova/service.py:186}} [ 514.219718] env[69674]: DEBUG nova.service [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] Join ServiceGroup membership for this service compute {{(pid=69674) start /opt/stack/nova/nova/service.py:203}} [ 514.219874] env[69674]: DEBUG nova.servicegroup.drivers.db [None req-83c8845c-1535-4cac-8b85-3b034e9c3360 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69674) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 554.674874] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.675165] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.818500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.818865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.104622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "289362b3-1a05-4b77-a839-9aed86151db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.104622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.179981] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 555.323879] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 555.608675] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 555.735448] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.735448] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.736702] env[69674]: INFO nova.compute.claims [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.842608] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.140209] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.445754] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "af78fbb0-92eb-445c-b36b-855630c9d75a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.446216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.634429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.634711] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.874391] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e9ed4-3f90-4843-9eb8-21162043243b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.883644] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95a20b-7098-4434-8581-a23f0cc0b726 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.923905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58098fb-02c8-4bd8-92ed-da75e9d5c4e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.932472] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3aebc-24c1-4de7-bd8b-a73d9ce2e603 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.945679] env[69674]: DEBUG nova.compute.provider_tree [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.948791] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 557.138069] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 557.452037] env[69674]: DEBUG nova.scheduler.client.report [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.493130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.668376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.968312] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.969172] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 557.973574] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.131s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.975129] env[69674]: INFO nova.compute.claims [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.454210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "cc734575-ad58-4155-b07c-df61bafd9278" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.456843] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "cc734575-ad58-4155-b07c-df61bafd9278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.481530] env[69674]: DEBUG nova.compute.utils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 558.481717] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 558.481943] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.962583] env[69674]: DEBUG nova.policy [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abc94a26ff204cd78117cdf441de0649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53db830a7be49579da82fc86c885891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.964482] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 558.989710] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 559.154647] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9c669-9a3f-4bc4-9697-0776a83e07fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.163233] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159eb8b-395f-4cec-a9d7-78bbbec169e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.198474] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55380f-71ea-4fba-8da3-ee8f32acd245 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.205392] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4474a6c2-c20f-442d-97eb-30da2caa05ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.220275] env[69674]: DEBUG nova.compute.provider_tree [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.281910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.282156] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.495943] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.706630] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Successfully created port: 8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.723400] env[69674]: DEBUG nova.scheduler.client.report [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.784887] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 560.006539] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 560.045397] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.045649] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.045793] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.048095] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.048095] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.048095] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.048095] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.048095] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.048313] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.048313] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.048371] env[69674]: DEBUG nova.virt.hardware [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.049889] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595c4b4-921c-4420-9773-ae0c11443d80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.059199] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8666c4-2472-46f5-acb7-9b3519706c04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.088291] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17540b2e-ea6d-416b-b4ef-6b6ed3ddacce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.231028] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.231028] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 560.235749] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.096s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.237423] env[69674]: INFO nova.compute.claims [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.324074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.741464] env[69674]: DEBUG nova.compute.utils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.745379] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 560.745778] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.881108] env[69674]: DEBUG nova.policy [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d12bc33735456fa266ec4378de1600', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bd69ace9c494ebd901bef2046d9a90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.250853] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 561.451705] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.452239] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.491637] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2c0e4-2e1d-4e62-a1dd-ea42ba1fb757 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.506228] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f1e44-d0fc-45e3-aaf2-84f925acf220 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.544031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdd72e-de58-423e-9e66-4a578b02dc54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.550418] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68e95c-1e0c-4b7f-8fc3-c0b006fc4c6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.568129] env[69674]: DEBUG nova.compute.provider_tree [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.814548] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Successfully created port: b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.959399] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 562.070166] env[69674]: DEBUG nova.scheduler.client.report [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.267515] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 562.313031] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.313031] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.313031] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.313363] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.313363] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.313637] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.318019] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.318019] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.318019] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.318019] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.318019] env[69674]: DEBUG nova.virt.hardware [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.318304] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc0d152-808e-4b1a-a3ea-e189ebe14eab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.325434] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5357dfa-d867-4dd6-844c-af6dd256ee15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.499318] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.579194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.579965] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 562.583635] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.091s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.589874] env[69674]: INFO nova.compute.claims [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.745451] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "b00eb137-2f66-419d-baec-bd392998d7ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.745697] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.095421] env[69674]: DEBUG nova.compute.utils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.100742] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 563.124420] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Successfully updated port: 8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.253137] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 563.599292] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 563.627363] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.627527] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquired lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.627671] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.784023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.828488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3341d-7dd9-491f-a0b4-ea8bd084ed33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.837414] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23d27d3-e3f8-49e6-af5c-e06a0612a1c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.874507] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe33cbf-80f1-4214-8f1d-3d179eaf02fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.882818] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37bfe53-424d-407d-a01c-2ce9ce8fc200 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.896624] env[69674]: DEBUG nova.compute.provider_tree [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.180574] env[69674]: DEBUG nova.compute.manager [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Received event network-vif-plugged-8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 564.180574] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] Acquiring lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.180574] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.180574] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.180574] env[69674]: DEBUG nova.compute.manager [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] No waiting events found dispatching network-vif-plugged-8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.181046] env[69674]: WARNING nova.compute.manager [req-e2cb0cd9-004a-4bd9-834c-27bf839ea7ee req-5e278e31-e05f-493d-be6e-99f1b4af9cbc service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Received unexpected event network-vif-plugged-8652a845-50b5-4d38-aad0-68491e718f14 for instance with vm_state building and task_state spawning. [ 564.215792] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.400663] env[69674]: DEBUG nova.scheduler.client.report [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.424752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "fe534ebf-0e80-4506-a703-344563263aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.424752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.614572] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 564.663435] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.663700] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.663852] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.664032] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.664177] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.664317] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.664517] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.664673] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.664832] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.664994] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.665187] env[69674]: DEBUG nova.virt.hardware [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.666113] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e12bb9-1943-4699-83ef-299ebbb9a9bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.681754] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c42f138-a2f9-4f78-9455-7baf0e6f75f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.703810] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.717037] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.717572] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418025ea-15de-44c3-95de-b4a04e8bc009 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.726610] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Successfully updated port: b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.736280] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created folder: OpenStack in parent group-v4. [ 564.736525] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating folder: Project (559cac89ed04460e879f66367a18508a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.737124] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43193a36-512d-445f-ba3b-5d8158a5874e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.754914] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created folder: Project (559cac89ed04460e879f66367a18508a) in parent group-v650515. [ 564.755153] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating folder: Instances. Parent ref: group-v650516. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.755518] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186fe254-e893-4f8d-9580-1c4104a3b882 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.769260] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created folder: Instances in parent group-v650516. [ 564.769260] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 564.769260] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.769691] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97cbc57a-b5d6-48e2-ace6-4a757e51dd78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.792169] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.792169] env[69674]: value = "task-3256007" [ 564.792169] env[69674]: _type = "Task" [ 564.792169] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.802624] env[69674]: DEBUG nova.compute.manager [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Received event network-vif-plugged-b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 564.802624] env[69674]: DEBUG oslo_concurrency.lockutils [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] Acquiring lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.802996] env[69674]: DEBUG oslo_concurrency.lockutils [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.805049] env[69674]: DEBUG oslo_concurrency.lockutils [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.805313] env[69674]: DEBUG nova.compute.manager [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] No waiting events found dispatching network-vif-plugged-b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.805561] env[69674]: WARNING nova.compute.manager [req-11cef364-ab8c-4f7e-8079-0ddf7087f139 req-82386fa2-bbe3-4505-9113-ba32f29d8df4 service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Received unexpected event network-vif-plugged-b7573976-4b56-4acc-9563-3a11f1b75a8a for instance with vm_state building and task_state spawning. [ 564.814573] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256007, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.909043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.909043] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 564.910729] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.243s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.912253] env[69674]: INFO nova.compute.claims [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.929217] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 565.238068] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.238375] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquired lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.238652] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.265562] env[69674]: DEBUG nova.network.neutron [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Updating instance_info_cache with network_info: [{"id": "8652a845-50b5-4d38-aad0-68491e718f14", "address": "fa:16:3e:4e:fe:3c", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8652a845-50", "ovs_interfaceid": "8652a845-50b5-4d38-aad0-68491e718f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.306869] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256007, 'name': CreateVM_Task, 'duration_secs': 0.404572} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.307551] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.308383] env[69674]: DEBUG oslo_vmware.service [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36734f6-b477-4b91-ad0a-48035287ee81 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.314267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.314267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.314942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.315221] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa3e1f3-a995-40ab-b760-a9db8937956c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.319950] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 565.319950] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b36095-4959-f6fc-79f5-a849275844bc" [ 565.319950] env[69674]: _type = "Task" [ 565.319950] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.329151] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b36095-4959-f6fc-79f5-a849275844bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.418266] env[69674]: DEBUG nova.compute.utils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.422414] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 565.422740] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.460129] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.585087] env[69674]: DEBUG nova.policy [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da274d249ac43f5aab137286ad80703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29b7ba8fe9e8488181abc00fdd88bbb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.770437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Releasing lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.770838] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Instance network_info: |[{"id": "8652a845-50b5-4d38-aad0-68491e718f14", "address": "fa:16:3e:4e:fe:3c", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8652a845-50", "ovs_interfaceid": "8652a845-50b5-4d38-aad0-68491e718f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 565.771711] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:fe:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8652a845-50b5-4d38-aad0-68491e718f14', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.783161] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Creating folder: Project (a53db830a7be49579da82fc86c885891). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.783477] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c84169-4947-42b1-8c0a-fa59d13cb32a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.796400] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Created folder: Project (a53db830a7be49579da82fc86c885891) in parent group-v650515. [ 565.796607] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Creating folder: Instances. Parent ref: group-v650519. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.796862] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3371f4be-6999-4650-b9b8-55424cebe4de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.809668] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Created folder: Instances in parent group-v650519. [ 565.811726] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 565.811726] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.811726] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3d53ec-4ab2-4c1f-a16a-6419436e80ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.825100] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.838798] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.838798] env[69674]: value = "task-3256010" [ 565.838798] env[69674]: _type = "Task" [ 565.838798] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.853742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.853742] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.853742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.853742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.854102] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.854184] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256010, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.854520] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26651289-aa7e-4b0d-80d2-2486ee18a0ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.872510] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.872739] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.873619] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a0ba2-9457-4b6b-a881-74fafd83e470 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.884160] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d6d8ef-3c1f-4f9b-9f46-7db8668523e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.891392] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 565.891392] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f93a6-c9b5-1efb-0c24-f308314bce1c" [ 565.891392] env[69674]: _type = "Task" [ 565.891392] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.900807] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f93a6-c9b5-1efb-0c24-f308314bce1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.935024] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 566.137479] env[69674]: DEBUG nova.network.neutron [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Updating instance_info_cache with network_info: [{"id": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "address": "fa:16:3e:3a:b0:45", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7573976-4b", "ovs_interfaceid": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.242512] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435794b1-a9a3-457a-9615-e0f3b4f2ab06 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.259343] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74df00-653c-4fdf-911e-a93090acea90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.317285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583887bd-cf76-4afc-8d8f-c951cae5746d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.325969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d743ce6-e998-4880-b80c-5bfb53545a4c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.343253] env[69674]: DEBUG nova.compute.provider_tree [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.360214] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256010, 'name': CreateVM_Task, 'duration_secs': 0.337042} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.360418] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.373259] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.373454] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.373794] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.376218] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67da719-90bc-4db4-8117-f4930000becb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.383179] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 566.383179] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522ebcd4-b4ce-c7fd-5ca7-8c93739100af" [ 566.383179] env[69674]: _type = "Task" [ 566.383179] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.392283] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522ebcd4-b4ce-c7fd-5ca7-8c93739100af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.402223] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 566.402640] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating directory with path [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.403029] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9b9e5b-55d4-4d51-ad77-5e0ccf3a2dac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.434541] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created directory with path [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.434739] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Fetch image to [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 566.434906] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Downloading image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69674) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 566.435842] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed18b4-0171-4705-ac48-f6bd2100e45e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.447586] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae16a04-1ccf-4b24-acf7-9f0dbe63606b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.458639] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f55ef-0952-4a78-8cad-e6bbf01152b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.496109] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a25618-9767-4284-8aff-e465a924df5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.503429] env[69674]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ba9cb38d-cefd-409a-99cc-b056906cbca3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.593719] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Downloading image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to the data store datastore2 {{(pid=69674) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 566.641434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Releasing lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.642157] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Instance network_info: |[{"id": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "address": "fa:16:3e:3a:b0:45", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7573976-4b", "ovs_interfaceid": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 566.642329] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b0:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7573976-4b56-4acc-9563-3a11f1b75a8a', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.650072] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Creating folder: Project (5bd69ace9c494ebd901bef2046d9a90a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.650999] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10a4c14e-5c96-4799-bf4d-1dece9c6049b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.663513] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Created folder: Project (5bd69ace9c494ebd901bef2046d9a90a) in parent group-v650515. [ 566.663513] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Creating folder: Instances. Parent ref: group-v650522. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.663513] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d9c8769-b2c5-4d62-9ace-1721b82535a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.671782] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Created folder: Instances in parent group-v650522. [ 566.671868] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 566.672069] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.672533] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb42abd-05ee-42ca-b6eb-0f1bc66aebde {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.692081] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.692081] env[69674]: value = "task-3256013" [ 566.692081] env[69674]: _type = "Task" [ 566.692081] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.700948] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256013, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.808187] env[69674]: DEBUG oslo_vmware.rw_handles [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 566.866480] env[69674]: DEBUG nova.scheduler.client.report [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.894334] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.894663] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.894854] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.944946] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 566.950679] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Successfully created port: 4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.981543] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.981543] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.981721] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.981758] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.981944] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.982151] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.982328] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.982509] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.982688] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.982867] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.983058] env[69674]: DEBUG nova.virt.hardware [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.983977] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34f1f5-94e7-42ca-a983-0708f72267ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.000240] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70002dab-9eb8-4a15-bc22-fdc12bec4178 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.056241] env[69674]: DEBUG nova.compute.manager [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Received event network-changed-8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 567.056241] env[69674]: DEBUG nova.compute.manager [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Refreshing instance network info cache due to event network-changed-8652a845-50b5-4d38-aad0-68491e718f14. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 567.056241] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] Acquiring lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.056241] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] Acquired lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.056241] env[69674]: DEBUG nova.network.neutron [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Refreshing network info cache for port 8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.205556] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256013, 'name': CreateVM_Task, 'duration_secs': 0.354691} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.208021] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.208021] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.208399] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.208399] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.210105] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cebe90-b179-4212-bfcb-4a9a8b73068a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.215313] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 567.215313] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca00ec-6b3f-1cd5-ded3-5ba9dc280d47" [ 567.215313] env[69674]: _type = "Task" [ 567.215313] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.227986] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca00ec-6b3f-1cd5-ded3-5ba9dc280d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.374097] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.374097] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 567.377472] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.881s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.379467] env[69674]: INFO nova.compute.claims [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.619616] env[69674]: DEBUG oslo_vmware.rw_handles [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 567.619616] env[69674]: DEBUG oslo_vmware.rw_handles [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 567.673165] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Downloaded image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69674) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 567.673165] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 567.673165] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copying Virtual Disk [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk to [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.673165] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa30e964-9a1e-4d3e-9a44-5f67e4d475b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.684500] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 567.684500] env[69674]: value = "task-3256014" [ 567.684500] env[69674]: _type = "Task" [ 567.684500] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.693967] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.732921] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.733703] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.733703] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.851652] env[69674]: DEBUG nova.compute.manager [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Received event network-changed-b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 567.851970] env[69674]: DEBUG nova.compute.manager [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Refreshing instance network info cache due to event network-changed-b7573976-4b56-4acc-9563-3a11f1b75a8a. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 567.852924] env[69674]: DEBUG oslo_concurrency.lockutils [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] Acquiring lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.853110] env[69674]: DEBUG oslo_concurrency.lockutils [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] Acquired lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.853411] env[69674]: DEBUG nova.network.neutron [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Refreshing network info cache for port b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.886373] env[69674]: DEBUG nova.compute.utils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.895063] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 567.895063] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.046889] env[69674]: DEBUG nova.policy [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78770377db6a41e3b1e44535050d2309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37ab40afd3845ceb0caeb388bd5a23b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.203289] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.392931] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 568.672072] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70458bb5-acf0-4620-a334-8bfbd3d4c2a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.682449] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55850a-6ba3-4d4e-80a4-aad04d27c312 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.695262] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673319} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.720622] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copied Virtual Disk [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk to [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.721148] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleting the datastore file [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.722665] env[69674]: DEBUG nova.network.neutron [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Updated VIF entry in instance network info cache for port 8652a845-50b5-4d38-aad0-68491e718f14. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.722987] env[69674]: DEBUG nova.network.neutron [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Updating instance_info_cache with network_info: [{"id": "8652a845-50b5-4d38-aad0-68491e718f14", "address": "fa:16:3e:4e:fe:3c", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8652a845-50", "ovs_interfaceid": "8652a845-50b5-4d38-aad0-68491e718f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.724101] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34761d42-04ed-45ca-b053-fe7ed7c71ea9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.728207] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68bb35-1963-4fe4-9057-ac525be9c442 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.740030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb31b65-ea1a-4da7-b6f5-4aa5eefddc29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.744113] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 568.744113] env[69674]: value = "task-3256015" [ 568.744113] env[69674]: _type = "Task" [ 568.744113] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.756992] env[69674]: DEBUG nova.compute.provider_tree [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.762875] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.880544] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Successfully created port: 2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.985448] env[69674]: DEBUG nova.network.neutron [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Updated VIF entry in instance network info cache for port b7573976-4b56-4acc-9563-3a11f1b75a8a. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.985448] env[69674]: DEBUG nova.network.neutron [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Updating instance_info_cache with network_info: [{"id": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "address": "fa:16:3e:3a:b0:45", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7573976-4b", "ovs_interfaceid": "b7573976-4b56-4acc-9563-3a11f1b75a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.233916] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa1932c3-38ad-4edf-abea-77fb18737cf3 req-8b410bd7-dc74-40cf-8271-bf7f9a9d4800 service nova] Releasing lock "refresh_cache-9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.263770] env[69674]: DEBUG nova.scheduler.client.report [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.269136] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26679} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.275732] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.275732] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Moving file from [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1/2f688437-7b38-48ad-a49e-4ebf48cd1f5f to [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f. {{(pid=69674) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 569.275732] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2b707585-fd63-4db3-8c60-f54c86251362 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.286266] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 569.286266] env[69674]: value = "task-3256016" [ 569.286266] env[69674]: _type = "Task" [ 569.286266] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.300674] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256016, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.411751] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 569.457941] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.458206] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.458373] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.458557] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.458692] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.458829] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.460039] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.460039] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.460039] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.460039] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.460039] env[69674]: DEBUG nova.virt.hardware [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.465430] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4992087-48a4-40ef-bacf-570cfc6f5dd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.475690] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac8ddb-0a23-4f07-88f5-2a6b7a21cf3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.491334] env[69674]: DEBUG oslo_concurrency.lockutils [req-d23e03f0-a43b-4b27-b56e-ac83a097e51a req-de75b842-61b1-470a-afd0-0fcf3052dc8f service nova] Releasing lock "refresh_cache-a13f9f01-4367-405a-b3d5-dcee5e1346c4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.773954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.774589] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 569.778171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.454s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.781324] env[69674]: INFO nova.compute.claims [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.795855] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256016, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028192} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.798392] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] File moved {{(pid=69674) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 569.798611] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Cleaning up location [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1 {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 569.799327] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleting the datastore file [datastore2] vmware_temp/9a5d298c-bd2c-4587-85d0-3c9d46c03cb1 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.799327] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98979bc5-1152-4125-bbfa-bea6927c74d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.806637] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 569.806637] env[69674]: value = "task-3256017" [ 569.806637] env[69674]: _type = "Task" [ 569.806637] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.821177] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.842134] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "856f61d9-0199-4a16-ba72-5166f2d1095f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.842134] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.120921] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Successfully updated port: 4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.286574] env[69674]: DEBUG nova.compute.utils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.292739] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 570.292949] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.336219] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044096} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.336601] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.339903] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee9c2d8-af4d-46ca-9aa4-a2cae1e300c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.349947] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 570.349947] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb3141-1868-39e9-a6fb-ef2df48518b9" [ 570.349947] env[69674]: _type = "Task" [ 570.349947] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.358403] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb3141-1868-39e9-a6fb-ef2df48518b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.419725] env[69674]: DEBUG nova.policy [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '207bc0c672504e0cbc5650b5764ecbde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72943c6742ff415592d597365db06e6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.622942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.623125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquired lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.623357] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.793640] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 570.868140] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb3141-1868-39e9-a6fb-ef2df48518b9, 'name': SearchDatastore_Task, 'duration_secs': 0.028309} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.868437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.868700] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.868973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.869171] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.870662] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cddf126-c360-4f41-9ea4-125f588fb664 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.873307] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6bcf14-56c7-4568-80ab-d4015e826f03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.883796] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 570.883796] env[69674]: value = "task-3256018" [ 570.883796] env[69674]: _type = "Task" [ 570.883796] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.885668] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.885839] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.889999] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9468a4cf-092c-46d5-82bc-9b3019428e86 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.901485] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.903719] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 570.903719] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5265a7f5-731f-188d-7132-361665561abf" [ 570.903719] env[69674]: _type = "Task" [ 570.903719] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.914036] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5265a7f5-731f-188d-7132-361665561abf, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.917492] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9729b9-f1e6-4890-9a56-2aafd0e2d1c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.922945] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 570.922945] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52aba35e-fbbd-46ae-05c2-d106388fcb33" [ 570.922945] env[69674]: _type = "Task" [ 570.922945] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.933137] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52aba35e-fbbd-46ae-05c2-d106388fcb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.047040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dab66f-6b94-4cd7-9f5a-ed0cbba42c69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.059563] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43602eba-fb06-4cb4-96f4-4f79f7a7ec42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.094492] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988ac771-8354-4ffe-9d16-29691d51ac1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.101256] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.101875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.109130] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7c91e-e3af-4c39-bce2-56cd0dfd8956 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.131746] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.222314] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.222314] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.222498] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.222798] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.222888] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.223113] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.223297] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.252055] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.400060] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.438230] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52aba35e-fbbd-46ae-05c2-d106388fcb33, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.442243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.442925] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f/9e6b640d-91d6-41f6-9f80-98fe2ea34f9f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.443123] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.443751] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.443751] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca830c16-924f-410b-86dd-71f8305f87d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.447383] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a623cd7-fd2d-43ff-ba88-6668f36c0f5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.453971] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 571.453971] env[69674]: value = "task-3256019" [ 571.453971] env[69674]: _type = "Task" [ 571.453971] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.456459] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.456789] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.460534] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801f70c9-81a7-4d78-b32c-123869398843 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.471623] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 571.471623] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522849a6-969b-9e0b-1310-215f22219f4d" [ 571.471623] env[69674]: _type = "Task" [ 571.471623] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.472217] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.482276] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522849a6-969b-9e0b-1310-215f22219f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.483388] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1300253-4804-4395-8ed0-b9e2426757a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.490051] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 571.490051] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521469b5-8ae9-5b0e-535a-2ab37c936136" [ 571.490051] env[69674]: _type = "Task" [ 571.490051] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.493745] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Successfully created port: 50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.510018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "d6097905-921e-4520-bdbb-724e00836022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.510018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.510018] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521469b5-8ae9-5b0e-535a-2ab37c936136, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.510018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.510320] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a13f9f01-4367-405a-b3d5-dcee5e1346c4/a13f9f01-4367-405a-b3d5-dcee5e1346c4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.510320] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668fe0c4-6bf0-4af8-99a7-e7d8b24e33a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.516303] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 571.516303] env[69674]: value = "task-3256020" [ 571.516303] env[69674]: _type = "Task" [ 571.516303] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.525193] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.681052] env[69674]: ERROR nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [req-08e2455e-5ca2-4423-a4f0-06b9e56e3b97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08e2455e-5ca2-4423-a4f0-06b9e56e3b97"}]} [ 571.713511] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 571.731695] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Getting list of instances from cluster (obj){ [ 571.731695] env[69674]: value = "domain-c8" [ 571.731695] env[69674]: _type = "ClusterComputeResource" [ 571.731695] env[69674]: } {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.732497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bc33d-792f-4e6a-9da6-8ac197809cb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.736560] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 571.737068] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.754697] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Got total of 3 instances {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.754888] env[69674]: WARNING nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] While synchronizing instance power states, found 7 instances in the database and 3 instances on the hypervisor. [ 571.755633] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755633] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid a13f9f01-4367-405a-b3d5-dcee5e1346c4 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755633] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 289362b3-1a05-4b77-a839-9aed86151db7 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755633] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid af78fbb0-92eb-445c-b36b-855630c9d75a {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755633] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid b0ee902e-14b1-490e-b8ae-e327563499f1 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755896] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid cc734575-ad58-4155-b07c-df61bafd9278 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.755928] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 0ec66b0d-5ae8-4b64-b893-375c6b412c59 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 571.756521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.756521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.756746] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "289362b3-1a05-4b77-a839-9aed86151db7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.756931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "af78fbb0-92eb-445c-b36b-855630c9d75a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.758149] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.758785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "cc734575-ad58-4155-b07c-df61bafd9278" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.758937] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.759288] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.759686] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 571.761341] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 571.766551] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.796459] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 571.809495] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 571.860526] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.861357] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.862558] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.862926] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.863274] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.863536] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.863861] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.864143] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.864447] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.864729] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.865064] env[69674]: DEBUG nova.virt.hardware [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.868284] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8b8ab-0f3d-470c-9507-0de47111b971 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.876809] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d60b6-3b29-436d-be35-be8c994ec06e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.885166] env[69674]: DEBUG nova.network.neutron [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Updating instance_info_cache with network_info: [{"id": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "address": "fa:16:3e:78:48:68", "network": {"id": "bf4066d4-eb84-47f0-831f-31abbf89f866", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385500082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b7ba8fe9e8488181abc00fdd88bbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3cfe08-b6", "ovs_interfaceid": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.917406] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538126} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.918236] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.918374] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.919133] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d04c23e3-65cb-4fa7-8945-d8def6decd49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.927487] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 571.927487] env[69674]: value = "task-3256021" [ 571.927487] env[69674]: _type = "Task" [ 571.927487] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.941556] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.968765] env[69674]: DEBUG nova.compute.manager [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Received event network-vif-plugged-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 571.968981] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] Acquiring lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.969223] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.970384] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.970384] env[69674]: DEBUG nova.compute.manager [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] No waiting events found dispatching network-vif-plugged-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.970384] env[69674]: WARNING nova.compute.manager [req-c7e72157-67d0-472b-9512-e1bf53ee43a5 req-b3cf132e-2d08-4c89-9a8b-9b616af5aa16 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Received unexpected event network-vif-plugged-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 for instance with vm_state building and task_state spawning. [ 571.974710] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483121} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.974957] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f/9e6b640d-91d6-41f6-9f80-98fe2ea34f9f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.975190] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.976233] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2363e56e-d5ab-4997-b1d5-0512e10a3ea4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.985426] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 571.985426] env[69674]: value = "task-3256022" [ 571.985426] env[69674]: _type = "Task" [ 571.985426] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.001507] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.038721] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.198261] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb642bf2-16e2-4d89-aed7-3e9ac3770ce1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.217063] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37685d9-3076-4f14-928d-8d61b849034c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.260642] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df4559-57a7-47c3-9c3b-79390e8692a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.269762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.271764] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0319161-4da8-49dc-9e09-1e379025206c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.277432] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Successfully updated port: 2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.292212] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.316435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.316435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.392451] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Releasing lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.392534] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Instance network_info: |[{"id": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "address": "fa:16:3e:78:48:68", "network": {"id": "bf4066d4-eb84-47f0-831f-31abbf89f866", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385500082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b7ba8fe9e8488181abc00fdd88bbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3cfe08-b6", "ovs_interfaceid": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 572.393266] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:48:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.406116] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Creating folder: Project (29b7ba8fe9e8488181abc00fdd88bbb7). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.406116] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efba1f72-8cca-4a2b-be39-52323ce30f32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.417237] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Created folder: Project (29b7ba8fe9e8488181abc00fdd88bbb7) in parent group-v650515. [ 572.417707] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Creating folder: Instances. Parent ref: group-v650525. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.418081] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5312ba11-d023-4785-b413-4fe57d1c058b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.427138] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Created folder: Instances in parent group-v650525. [ 572.427406] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.427596] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.427894] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3a33eeb-1947-4d3d-8fcd-63bcebab2cd4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.469204] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326725} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.471175] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.471653] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.471653] env[69674]: value = "task-3256025" [ 572.471653] env[69674]: _type = "Task" [ 572.471653] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.473395] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c93677-5e53-4982-ae5f-2c00d7f5db3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.505930] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.512172] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1613116-fbf9-43b8-a943-8fdce3fa1d68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.527645] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256025, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.536177] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213044} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.538444] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.538888] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 572.538888] env[69674]: value = "task-3256026" [ 572.538888] env[69674]: _type = "Task" [ 572.538888] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.539695] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e0f84-d9e0-49bf-8e56-5793cf0a76a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.554615] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7451} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.567279] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a13f9f01-4367-405a-b3d5-dcee5e1346c4/a13f9f01-4367-405a-b3d5-dcee5e1346c4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.567279] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.567441] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.579756] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f/9e6b640d-91d6-41f6-9f80-98fe2ea34f9f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.579915] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846b2817-717f-4c0e-a959-9bfced88e81c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.582032] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce21431c-7f0e-446f-9cc8-dac65622c026 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.602047] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 572.602047] env[69674]: value = "task-3256027" [ 572.602047] env[69674]: _type = "Task" [ 572.602047] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.603488] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 572.603488] env[69674]: value = "task-3256028" [ 572.603488] env[69674]: _type = "Task" [ 572.603488] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.615908] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.620187] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.782935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.782935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.782935] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.821916] env[69674]: ERROR nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [req-6b8a6060-6910-4ae3-95c1-3c922f076c5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b8a6060-6910-4ae3-95c1-3c922f076c5a"}]} [ 572.847327] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 572.871964] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 572.872216] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.894670] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 572.919031] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 572.986738] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256025, 'name': CreateVM_Task, 'duration_secs': 0.394214} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.987076] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.990090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.990090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.990090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.990090] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c71ee9-9f59-4778-bce7-429f3958868b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.994201] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 572.994201] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529655db-b978-4b27-faad-0e261162f026" [ 572.994201] env[69674]: _type = "Task" [ 572.994201] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.011033] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529655db-b978-4b27-faad-0e261162f026, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.014489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.015555] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.015555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.015555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.015555] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.016804] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9bdf84-aed9-4243-bc15-403ab9ff2f1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.023651] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.023831] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.024582] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3b0dec-6dc6-4ec1-813c-8813fdaec626 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.033088] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 573.033088] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525cf2a4-3578-017e-acb2-e72caba4735c" [ 573.033088] env[69674]: _type = "Task" [ 573.033088] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.043915] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525cf2a4-3578-017e-acb2-e72caba4735c, 'name': SearchDatastore_Task, 'duration_secs': 0.007966} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.048049] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b143adbf-5bb6-46b3-ba63-899fc9d0ba0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.058312] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256026, 'name': ReconfigVM_Task, 'duration_secs': 0.324633} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.059516] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.060279] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 573.060279] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5223d22c-c83a-1f91-de69-721ddefcc085" [ 573.060279] env[69674]: _type = "Task" [ 573.060279] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.060815] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f323dba-8c2e-4b42-95f2-080c3b3ccdf7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.071524] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5223d22c-c83a-1f91-de69-721ddefcc085, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.075054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.075315] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] af78fbb0-92eb-445c-b36b-855630c9d75a/af78fbb0-92eb-445c-b36b-855630c9d75a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.075658] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 573.075658] env[69674]: value = "task-3256029" [ 573.075658] env[69674]: _type = "Task" [ 573.075658] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.076035] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad94bcf2-e00d-4770-9fcd-d6989dcaf06c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.087470] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 573.087470] env[69674]: value = "task-3256030" [ 573.087470] env[69674]: _type = "Task" [ 573.087470] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.091277] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256029, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.103192] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.116241] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077435} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.119426] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.119782] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256028, 'name': ReconfigVM_Task, 'duration_secs': 0.384641} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.124081] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1313280-a356-48f4-a478-665e1066ee9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.127923] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f/9e6b640d-91d6-41f6-9f80-98fe2ea34f9f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.127923] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48233780-0a87-4aee-9aab-724b1810568a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.149758] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a13f9f01-4367-405a-b3d5-dcee5e1346c4/a13f9f01-4367-405a-b3d5-dcee5e1346c4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.154116] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0f9aeb-0610-4fa2-8e13-f0b6a8b340fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.170315] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 573.170315] env[69674]: value = "task-3256031" [ 573.170315] env[69674]: _type = "Task" [ 573.170315] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.178243] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 573.178243] env[69674]: value = "task-3256032" [ 573.178243] env[69674]: _type = "Task" [ 573.178243] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.188208] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256031, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.199227] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.243032] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96efed54-a82f-46e0-b3a2-92c671f99e38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.252191] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a33d7-4e00-4750-b235-9c387ad597db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.283658] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7508d602-ffc8-4168-b05b-901093505ce5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.293821] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3afff-a15d-4369-b1df-ab8ccc4245a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.308434] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.349400] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.592082] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256029, 'name': Rename_Task, 'duration_secs': 0.139313} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.598192] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.598192] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44af0156-25e5-4492-89fc-41e0c7679cdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.604549] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256030, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.605505] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 573.605505] env[69674]: value = "task-3256033" [ 573.605505] env[69674]: _type = "Task" [ 573.605505] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.613508] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.681560] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256031, 'name': Rename_Task, 'duration_secs': 0.139321} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.686348] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.686636] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1885a549-ea9c-4a9d-8721-287302ac5b7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.694560] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.696128] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 573.696128] env[69674]: value = "task-3256034" [ 573.696128] env[69674]: _type = "Task" [ 573.696128] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.705549] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.737779] env[69674]: DEBUG nova.network.neutron [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.869038] env[69674]: DEBUG nova.scheduler.client.report [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 573.869038] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 18 to 19 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 573.869038] env[69674]: DEBUG nova.compute.provider_tree [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.103703] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551751} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.104156] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] af78fbb0-92eb-445c-b36b-855630c9d75a/af78fbb0-92eb-445c-b36b-855630c9d75a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.104486] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.104775] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82831651-6e02-441a-8a07-7b6bb5b5fcd8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.118685] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 574.118685] env[69674]: value = "task-3256035" [ 574.118685] env[69674]: _type = "Task" [ 574.118685] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.119172] env[69674]: DEBUG oslo_vmware.api [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256033, 'name': PowerOnVM_Task, 'duration_secs': 0.46089} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.119367] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.119765] env[69674]: INFO nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Took 9.50 seconds to spawn the instance on the hypervisor. [ 574.120061] env[69674]: DEBUG nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 574.125443] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bbb87e-d902-4619-99a5-3d0dd31ce763 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.134074] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.194866] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256032, 'name': ReconfigVM_Task, 'duration_secs': 0.586312} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.194866] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a13f9f01-4367-405a-b3d5-dcee5e1346c4/a13f9f01-4367-405a-b3d5-dcee5e1346c4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.198328] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea2d16f1-157d-4302-8625-82bf9cc1e099 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.207910] env[69674]: DEBUG oslo_vmware.api [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256034, 'name': PowerOnVM_Task, 'duration_secs': 0.510738} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.209244] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.209244] env[69674]: INFO nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Took 14.20 seconds to spawn the instance on the hypervisor. [ 574.209244] env[69674]: DEBUG nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 574.209537] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 574.209537] env[69674]: value = "task-3256036" [ 574.209537] env[69674]: _type = "Task" [ 574.209537] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.210179] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071b348-622c-40b9-bed8-e8d685a94d29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.241207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.241546] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Instance network_info: |[{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 574.241941] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c7:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.249344] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating folder: Project (f37ab40afd3845ceb0caeb388bd5a23b). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.250028] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2128d71c-dd3b-4596-8a10-4631581871b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.258844] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Created folder: Project (f37ab40afd3845ceb0caeb388bd5a23b) in parent group-v650515. [ 574.258965] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating folder: Instances. Parent ref: group-v650528. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.259236] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a6db68a-e5ff-481f-8c57-3f928c386e46 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.270033] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Created folder: Instances in parent group-v650528. [ 574.270033] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 574.270033] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.270033] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c67702a3-4006-41db-943c-074be0ec2f91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.292025] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.292025] env[69674]: value = "task-3256039" [ 574.292025] env[69674]: _type = "Task" [ 574.292025] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.300604] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256039, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.376165] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Successfully updated port: 50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.376902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.599s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.380903] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 574.383982] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.885s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.387756] env[69674]: INFO nova.compute.claims [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.632976] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074888} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.634662] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.636436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b3f685-af8f-44e7-a35d-b2965cfb2917 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.671303] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] af78fbb0-92eb-445c-b36b-855630c9d75a/af78fbb0-92eb-445c-b36b-855630c9d75a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.672127] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82cbba7-f43c-4ee7-ac1b-1b9d3ff29c63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.698697] env[69674]: INFO nova.compute.manager [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Took 18.58 seconds to build instance. [ 574.706403] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 574.706403] env[69674]: value = "task-3256040" [ 574.706403] env[69674]: _type = "Task" [ 574.706403] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.723434] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.729624] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256036, 'name': Rename_Task, 'duration_secs': 0.423922} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.734314] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.738790] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e227899-c3b6-43cd-a46e-cfe5e4e5a3e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.741733] env[69674]: INFO nova.compute.manager [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Took 19.05 seconds to build instance. [ 574.749390] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 574.749390] env[69674]: value = "task-3256041" [ 574.749390] env[69674]: _type = "Task" [ 574.749390] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.759980] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.808990] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256039, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.887607] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.887607] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.887607] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.893746] env[69674]: DEBUG nova.compute.utils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.894587] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 574.894765] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.964470] env[69674]: DEBUG nova.policy [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.977037] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Received event network-changed-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 574.977262] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Refreshing instance network info cache due to event network-changed-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 574.977535] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquiring lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.977756] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquired lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.977966] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Refreshing network info cache for port 4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.202982] env[69674]: DEBUG oslo_concurrency.lockutils [None req-083b5923-1240-4101-9203-61a79405c120 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.096s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.202982] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "289362b3-1a05-4b77-a839-9aed86151db7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.446s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.203234] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] During sync_power_state the instance has a pending task (spawning). Skip. [ 575.203531] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "289362b3-1a05-4b77-a839-9aed86151db7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.216874] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.248022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ba6dfcd5-8d4a-4465-ad6a-eaf392f103e6 tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.570s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.248022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.491s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.248022] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] During sync_power_state the instance has a pending task (spawning). Skip. [ 575.248022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.261620] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256041, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.301938] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "8a330708-788d-4af0-b272-a58d83c9c8c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.302187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.309412] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256039, 'name': CreateVM_Task, 'duration_secs': 0.63471} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.309594] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.310870] env[69674]: DEBUG oslo_vmware.service [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4eaab0-400d-4bb0-a1f8-03f97afa41e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.318195] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.318413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.318879] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.319986] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67780c35-8e0a-4e25-8c7b-c14ff14c527e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.325532] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 575.325532] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5224e190-cfb6-cb80-5a0f-1a2142ec168e" [ 575.325532] env[69674]: _type = "Task" [ 575.325532] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.339096] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5224e190-cfb6-cb80-5a0f-1a2142ec168e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.345219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "6383858f-5ecc-4861-8fbe-e7d60b153961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.345814] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.401689] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 575.468137] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.681383] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Successfully created port: 09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.701433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da71e954-d5c9-4bad-9d36-0c044004cbe6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.704671] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 575.719873] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2854ea7-2b39-47a6-bbe7-0fe9ae7ef27c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.726741] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256040, 'name': ReconfigVM_Task, 'duration_secs': 0.553673} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.730177] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] af78fbb0-92eb-445c-b36b-855630c9d75a/af78fbb0-92eb-445c-b36b-855630c9d75a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.730518] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1565ecb0-1626-4460-95ee-680672dd9999 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.765083] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 575.773585] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fcae3c-7a38-4515-905f-da9059b1350d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.779145] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 575.779145] env[69674]: value = "task-3256042" [ 575.779145] env[69674]: _type = "Task" [ 575.779145] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.789851] env[69674]: DEBUG oslo_vmware.api [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256041, 'name': PowerOnVM_Task, 'duration_secs': 1.002288} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.790612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.791262] env[69674]: INFO nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Took 13.52 seconds to spawn the instance on the hypervisor. [ 575.791262] env[69674]: DEBUG nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 575.792321] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e80fb-ed51-4f9f-9a87-23b901114a1f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.800745] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736384f7-2cb5-4545-a6e9-218bec2a79b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.803618] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256042, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.815680] env[69674]: DEBUG nova.compute.provider_tree [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.836872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.837149] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.837385] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.837533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.837697] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.838198] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88735d01-79db-4ab5-8f17-8c4694537c98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.847809] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.847997] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.848877] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6593c48-de7e-4886-bf6d-d78fcbfa8284 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.858534] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6492a02f-26bd-4653-88d2-3275eddb0223 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.863880] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 575.863880] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52deb5b7-36a3-311e-c56b-ad6a00fc2ba4" [ 575.863880] env[69674]: _type = "Task" [ 575.863880] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.872797] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52deb5b7-36a3-311e-c56b-ad6a00fc2ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.990925] env[69674]: DEBUG nova.network.neutron [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Updating instance_info_cache with network_info: [{"id": "50fed76c-21ce-4bab-9c17-938b517b2d54", "address": "fa:16:3e:92:35:71", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fed76c-21", "ovs_interfaceid": "50fed76c-21ce-4bab-9c17-938b517b2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.113349] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Updated VIF entry in instance network info cache for port 4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.114863] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Updating instance_info_cache with network_info: [{"id": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "address": "fa:16:3e:78:48:68", "network": {"id": "bf4066d4-eb84-47f0-831f-31abbf89f866", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385500082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b7ba8fe9e8488181abc00fdd88bbb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3cfe08-b6", "ovs_interfaceid": "4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.243791] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.297022] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256042, 'name': Rename_Task, 'duration_secs': 0.343308} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.297022] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.297022] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad25d33c-a555-4775-830e-33e420609e50 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.305435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.306014] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 576.306014] env[69674]: value = "task-3256043" [ 576.306014] env[69674]: _type = "Task" [ 576.306014] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.314559] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.323509] env[69674]: DEBUG nova.scheduler.client.report [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.333817] env[69674]: INFO nova.compute.manager [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Took 20.51 seconds to build instance. [ 576.375748] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 576.376138] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating directory with path [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.376289] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f402da0-5797-480d-8567-56f2c6925d31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.411751] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Created directory with path [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.411998] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Fetch image to [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 576.412189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Downloading image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69674) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 576.413085] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231583ba-5833-414a-b6e7-4f7fa72e5c50 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.419263] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 576.427665] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76428541-5721-4a4f-827a-4f441c06ce55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.439220] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d728b-8f8b-4880-9224-7b8f39212c64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.483159] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f46105-ecbf-4e01-93f9-0678e93cb257 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.491124] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.491124] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.491124] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.491410] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.491410] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.491410] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.491410] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.491410] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.491595] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.491595] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.491595] env[69674]: DEBUG nova.virt.hardware [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.492368] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390d4b5-f16a-4c1a-9b9a-d88e98775aa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.496954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.497281] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Instance network_info: |[{"id": "50fed76c-21ce-4bab-9c17-938b517b2d54", "address": "fa:16:3e:92:35:71", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fed76c-21", "ovs_interfaceid": "50fed76c-21ce-4bab-9c17-938b517b2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 576.498066] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:35:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fed76c-21ce-4bab-9c17-938b517b2d54', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.506231] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Creating folder: Project (72943c6742ff415592d597365db06e6a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.507094] env[69674]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2c7720cb-eb51-4969-9d6b-e2863d5b55e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.511528] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d34c3eeb-8479-4302-ba8b-a1dd7d6c8381 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.514819] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8b4a18-330b-493e-ae25-6f77ba26a31b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.603196] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Downloading image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to the data store datastore1 {{(pid=69674) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 576.608539] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Created folder: Project (72943c6742ff415592d597365db06e6a) in parent group-v650515. [ 576.608743] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Creating folder: Instances. Parent ref: group-v650531. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.609012] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c924977-fd65-4aa6-b82c-0d9a7326b4da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.620612] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Releasing lock "refresh_cache-af78fbb0-92eb-445c-b36b-855630c9d75a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.620868] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Received event network-vif-plugged-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 576.621075] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.621286] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.621450] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.621614] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] No waiting events found dispatching network-vif-plugged-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.621780] env[69674]: WARNING nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Received unexpected event network-vif-plugged-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 for instance with vm_state building and task_state spawning. [ 576.621942] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Received event network-changed-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 576.622111] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Refreshing instance network info cache due to event network-changed-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 576.622300] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquiring lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.622471] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquired lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.622665] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Refreshing network info cache for port 2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.624232] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Created folder: Instances in parent group-v650531. [ 576.624364] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 576.627214] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.627214] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfa15e96-b5bb-4039-9573-a3a972acdbbc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.650540] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.650540] env[69674]: value = "task-3256046" [ 576.650540] env[69674]: _type = "Task" [ 576.650540] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.660380] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256046, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.679874] env[69674]: DEBUG oslo_vmware.rw_handles [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 576.819904] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.831670] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.831670] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 576.833059] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.049s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.839587] env[69674]: INFO nova.compute.claims [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.843793] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3060c05-549b-4803-a71d-2244e1563856 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.025s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.845276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.089s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.845900] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] During sync_power_state the instance has a pending task (spawning). Skip. [ 576.845900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.898865] env[69674]: INFO nova.compute.manager [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Rebuilding instance [ 576.970328] env[69674]: DEBUG nova.compute.manager [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 576.971681] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a47a6f-1c6b-4522-85ef-9bf515e0219b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.986744] env[69674]: DEBUG nova.compute.manager [None req-159a30a7-b018-468b-b84f-8dd0acf8bc00 tempest-ServerDiagnosticsTest-932094911 tempest-ServerDiagnosticsTest-932094911-project-admin] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 576.988069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30dcfea-2631-4d65-b549-47a099a36bec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.995878] env[69674]: INFO nova.compute.manager [None req-159a30a7-b018-468b-b84f-8dd0acf8bc00 tempest-ServerDiagnosticsTest-932094911 tempest-ServerDiagnosticsTest-932094911-project-admin] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Retrieving diagnostics [ 576.996986] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f29a6d-583a-4609-b058-49983795ec5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.164392] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256046, 'name': CreateVM_Task, 'duration_secs': 0.343647} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.167681] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.168554] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.168756] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.169075] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.169357] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8aa57a-63f4-4c98-891f-0413b2c258b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.174705] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 577.174705] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bf96ba-762d-2093-8701-9a4c5b19cd21" [ 577.174705] env[69674]: _type = "Task" [ 577.174705] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.187750] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bf96ba-762d-2093-8701-9a4c5b19cd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.320899] env[69674]: DEBUG oslo_vmware.api [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256043, 'name': PowerOnVM_Task, 'duration_secs': 0.83246} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.325938] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.325938] env[69674]: INFO nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Took 10.38 seconds to spawn the instance on the hypervisor. [ 577.325938] env[69674]: DEBUG nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 577.326242] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b0004-ee99-40de-8abd-0354fa69c937 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.344757] env[69674]: DEBUG nova.compute.utils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.348391] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 577.348606] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.353683] env[69674]: DEBUG oslo_vmware.rw_handles [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 577.353683] env[69674]: DEBUG oslo_vmware.rw_handles [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 577.353683] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 577.507786] env[69674]: DEBUG nova.policy [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b7242c111d9456dbd9ff03c931ce4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f9c20f661f541d2b865622477f32d22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.551985] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Downloaded image file data 2f688437-7b38-48ad-a49e-4ebf48cd1f5f to vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69674) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 577.554114] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 577.554367] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copying Virtual Disk [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk to [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.554656] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea7835c-925e-44aa-a98c-d795d01be5b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.567171] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 577.567171] env[69674]: value = "task-3256047" [ 577.567171] env[69674]: _type = "Task" [ 577.567171] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.578388] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.686479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.686479] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.686479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.850306] env[69674]: INFO nova.compute.manager [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Took 20.39 seconds to build instance. [ 577.856050] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 577.904225] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.983478] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updated VIF entry in instance network info cache for port 2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.983932] env[69674]: DEBUG nova.network.neutron [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.994998] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.995878] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9527140-9402-4b96-9a10-b00bc6764b31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.010729] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 578.010729] env[69674]: value = "task-3256048" [ 578.010729] env[69674]: _type = "Task" [ 578.010729] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.019094] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.081755] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256047, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.112588] env[69674]: DEBUG nova.compute.manager [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Received event network-changed-50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 578.112769] env[69674]: DEBUG nova.compute.manager [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Refreshing instance network info cache due to event network-changed-50fed76c-21ce-4bab-9c17-938b517b2d54. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 578.113083] env[69674]: DEBUG oslo_concurrency.lockutils [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] Acquiring lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.113173] env[69674]: DEBUG oslo_concurrency.lockutils [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] Acquired lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.115052] env[69674]: DEBUG nova.network.neutron [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Refreshing network info cache for port 50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.180020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d72835-aa50-419d-b85f-73ed22c599d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.193171] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51256b-8e13-4943-b7f3-0bcc705b2e1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.230612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e555b43-4b47-4a87-96db-d710f040357a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.238356] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d99710-c6ac-4ec7-9d3b-2dfe8bb50a8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.258017] env[69674]: DEBUG nova.compute.provider_tree [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.356513] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1e6fa3f4-639b-4fd1-a8e1-9695561c0569 tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.910s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.360912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.604s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.362131] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] During sync_power_state the instance has a pending task (spawning). Skip. [ 578.362131] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.391216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "ed00c987-3c06-459e-8d27-bb28938a287f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.391216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.432932] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Successfully updated port: 09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.487624] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Releasing lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.487910] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Received event network-vif-plugged-50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 578.488139] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Acquiring lock "cc734575-ad58-4155-b07c-df61bafd9278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.488359] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Lock "cc734575-ad58-4155-b07c-df61bafd9278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.488550] env[69674]: DEBUG oslo_concurrency.lockutils [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] Lock "cc734575-ad58-4155-b07c-df61bafd9278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.488878] env[69674]: DEBUG nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] No waiting events found dispatching network-vif-plugged-50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.488878] env[69674]: WARNING nova.compute.manager [req-e989b17a-7dc0-4c28-924b-b0fa5e499904 req-654a9f91-f47d-4b06-8b28-9f54bb2db4f0 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Received unexpected event network-vif-plugged-50fed76c-21ce-4bab-9c17-938b517b2d54 for instance with vm_state building and task_state spawning. [ 578.522987] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256048, 'name': PowerOffVM_Task, 'duration_secs': 0.124521} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.527158] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.527158] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.527840] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d01f7b-c332-433f-8d31-966d2c3f82ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.535349] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.536325] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d02498-379a-466f-8686-0b367e1a1759 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.567546] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 578.568048] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 578.568468] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleting the datastore file [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.568608] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ba9fed-40ef-4b4f-b033-282278b355bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.582671] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Successfully created port: bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.587495] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 578.587495] env[69674]: value = "task-3256050" [ 578.587495] env[69674]: _type = "Task" [ 578.587495] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.593834] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973491} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.594563] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copied Virtual Disk [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk to [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.594880] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleting the datastore file [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/tmp-sparse.vmdk {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.595124] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45531186-25d7-4df6-ac08-0765bfadf464 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.600558] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.605166] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 578.605166] env[69674]: value = "task-3256051" [ 578.605166] env[69674]: _type = "Task" [ 578.605166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.619926] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.764787] env[69674]: DEBUG nova.scheduler.client.report [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.865506] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 578.874172] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 578.915555] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.915807] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.915935] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.916495] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.916495] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.916495] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.916806] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.916860] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.916981] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.918418] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.918589] env[69674]: DEBUG nova.virt.hardware [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.919488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe095e5-f6d9-4a8a-b0e1-4cdf406b6d5e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.933155] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c13b8-71e8-4f15-8d97-f9ef68a1bd98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.940221] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.940282] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.940526] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.104459] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195373} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.105043] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.105043] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 579.105148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.126070] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025947} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.126070] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.126070] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Moving file from [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565/2f688437-7b38-48ad-a49e-4ebf48cd1f5f to [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f. {{(pid=69674) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 579.126070] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-50862259-b269-448b-853d-9e96a625805b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.134274] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 579.134274] env[69674]: value = "task-3256052" [ 579.134274] env[69674]: _type = "Task" [ 579.134274] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.146768] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256052, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.272775] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.273522] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 579.276722] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.817s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.280326] env[69674]: INFO nova.compute.claims [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.303824] env[69674]: DEBUG nova.network.neutron [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Updated VIF entry in instance network info cache for port 50fed76c-21ce-4bab-9c17-938b517b2d54. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.303824] env[69674]: DEBUG nova.network.neutron [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Updating instance_info_cache with network_info: [{"id": "50fed76c-21ce-4bab-9c17-938b517b2d54", "address": "fa:16:3e:92:35:71", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fed76c-21", "ovs_interfaceid": "50fed76c-21ce-4bab-9c17-938b517b2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.341510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.341900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.342200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.342418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.343362] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.349734] env[69674]: INFO nova.compute.manager [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Terminating instance [ 579.395117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.441150] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "a7bb40a9-2ae5-4328-ae78-662677610470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.441150] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.538526] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.644659] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256052, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.644907] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] File moved {{(pid=69674) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 579.645115] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Cleaning up location [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565 {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 579.645279] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleting the datastore file [datastore1] vmware_temp/75ad7c24-29d4-4e0f-9621-70eb8d2b8565 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.645544] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec895c36-ec55-4862-99ec-298bf61c5c1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.654012] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 579.654012] env[69674]: value = "task-3256053" [ 579.654012] env[69674]: _type = "Task" [ 579.654012] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.664821] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.783699] env[69674]: DEBUG nova.compute.utils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.795417] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 579.808305] env[69674]: DEBUG oslo_concurrency.lockutils [req-f95cd326-eef2-4348-a85d-0b49ac4451e9 req-18ab698f-837c-4b01-a0a4-ba13f0777ad1 service nova] Releasing lock "refresh_cache-cc734575-ad58-4155-b07c-df61bafd9278" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.859314] env[69674]: DEBUG nova.compute.manager [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 579.859540] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.861048] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818ac92-7304-42c3-8584-b5a3fef555dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.869866] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.869866] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e836985d-339d-459c-b675-af77927457c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.877598] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 579.877598] env[69674]: value = "task-3256054" [ 579.877598] env[69674]: _type = "Task" [ 579.877598] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.890737] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.890920] env[69674]: DEBUG nova.network.neutron [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.169363] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068165} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.172958] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.173808] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261c910d-092b-4b73-b1e1-32a6ad99a817 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.180695] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 580.180695] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b8c245-5f1b-ca5f-7153-2140bc2a0488" [ 580.180695] env[69674]: _type = "Task" [ 580.180695] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.191118] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.191511] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.191511] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.191687] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.191687] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.191820] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.193885] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.194867] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.195109] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.195293] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.195467] env[69674]: DEBUG nova.virt.hardware [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.199049] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda07403-bbee-4df7-a045-cf90c23cb364 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.206159] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b8c245-5f1b-ca5f-7153-2140bc2a0488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.213742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "8b23f73b-a334-4421-8cda-528b3ece1d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.213954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.215294] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4133c880-7477-4dff-9d75-3102988ec4e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.233991] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.241211] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.241739] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.243102] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8df31b8f-701a-47c7-a0c0-d78e8714e3d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.265087] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.265087] env[69674]: value = "task-3256055" [ 580.265087] env[69674]: _type = "Task" [ 580.265087] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.273696] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256055, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.296661] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 580.391778] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256054, 'name': PowerOffVM_Task, 'duration_secs': 0.205297} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.392185] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.392185] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.392301] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a67ab8-7609-4035-bce1-939fa9a14e89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.398770] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.399182] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Instance network_info: |[{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 580.399740] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:7e:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09246391-a52b-4625-ab59-c830e87fad64', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.408463] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating folder: Project (ddffdb57ebeb4c3ab853129046ee411a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.410099] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd16cf60-7396-46f8-b444-7e6aaa22785d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.420815] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created folder: Project (ddffdb57ebeb4c3ab853129046ee411a) in parent group-v650515. [ 580.421179] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating folder: Instances. Parent ref: group-v650535. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.421261] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d150a0db-37cc-4346-9747-6dca34e95093 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.437524] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created folder: Instances in parent group-v650535. [ 580.438192] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.439844] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.443021] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcca0fa-39cf-4e7c-a95a-d09de6a6aedd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.466482] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.466482] env[69674]: value = "task-3256059" [ 580.466482] env[69674]: _type = "Task" [ 580.466482] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.474882] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256059, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.625902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.625902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.625902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.626081] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.626961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.629476] env[69674]: INFO nova.compute.manager [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Terminating instance [ 580.693254] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b8c245-5f1b-ca5f-7153-2140bc2a0488, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.693254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.693254] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.696833] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.696998] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.697300] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a737404-0b02-40fb-9de8-39b9b3323eb7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.700083] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab758df-0394-46cd-aae2-99b30edbfce6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.711830] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 580.711830] env[69674]: value = "task-3256060" [ 580.711830] env[69674]: _type = "Task" [ 580.711830] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.715618] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.715885] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.717228] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a4e207-6501-4f1b-9e43-729e069e54ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.724935] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.726080] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf75e08-598f-4567-9877-ac668d8f30c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.731657] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 580.731657] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5b255-87b3-81ec-3441-184eb685222a" [ 580.731657] env[69674]: _type = "Task" [ 580.731657] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.739343] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac8892-5cdf-4958-a7c0-e7dcf9f570f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.748413] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5b255-87b3-81ec-3441-184eb685222a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.782603] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96206e96-1fb2-4cb7-9572-3c9696c57fd7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.787830] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256055, 'name': CreateVM_Task, 'duration_secs': 0.338676} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.790204] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.791192] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.791770] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.791770] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.793114] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443ac43-192f-4bb9-ba39-8fdd589ef67c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.798211] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56801641-c87e-4439-a645-214a7b7b3a7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.814985] env[69674]: DEBUG nova.compute.provider_tree [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.817806] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 580.817806] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a23f5d-3340-7f7e-5d43-6a940db696e5" [ 580.817806] env[69674]: _type = "Task" [ 580.817806] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.826806] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a23f5d-3340-7f7e-5d43-6a940db696e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.976740] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256059, 'name': CreateVM_Task, 'duration_secs': 0.334744} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.976914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.977585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.138954] env[69674]: DEBUG nova.compute.manager [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 581.139331] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.140397] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b186779f-90fe-4748-b5d2-f1426709515c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.151426] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.151636] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5144fac2-5e43-4c0a-a9b8-f2a7aff0cb82 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.163644] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 581.163644] env[69674]: value = "task-3256061" [ 581.163644] env[69674]: _type = "Task" [ 581.163644] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.175470] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.225394] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256060, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.250354] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5b255-87b3-81ec-3441-184eb685222a, 'name': SearchDatastore_Task, 'duration_secs': 0.021914} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.251994] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47030949-c139-420d-9dcd-8ab549438ef1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.258196] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 581.258196] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb129f-4e72-24da-bb3e-3dfade8cacae" [ 581.258196] env[69674]: _type = "Task" [ 581.258196] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.267688] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb129f-4e72-24da-bb3e-3dfade8cacae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.303873] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.304227] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.304540] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Deleting the datastore file [datastore2] 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.305025] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9669758-3d31-43b1-a3f9-5e1c4c13d7ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.314036] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for the task: (returnval){ [ 581.314036] env[69674]: value = "task-3256062" [ 581.314036] env[69674]: _type = "Task" [ 581.314036] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.319489] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 581.323087] env[69674]: DEBUG nova.scheduler.client.report [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.337630] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.341820] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a23f5d-3340-7f7e-5d43-6a940db696e5, 'name': SearchDatastore_Task, 'duration_secs': 0.03017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.342264] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.342531] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.343774] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.343774] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.343774] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.343774] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471d101b-416b-494e-a3bb-0aea45da95d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.349182] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 581.349182] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2ea1-a937-59c6-0653-c73f23baa8ec" [ 581.349182] env[69674]: _type = "Task" [ 581.349182] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.363898] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2ea1-a937-59c6-0653-c73f23baa8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.366767] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.367119] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.367119] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.367486] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.367486] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.367771] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.367907] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.368044] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.368290] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.368442] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.368765] env[69674]: DEBUG nova.virt.hardware [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.369752] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7188cc-a4da-469c-8d69-afba5a8ec8fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.379088] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85546365-eefc-4c85-b06b-6c6ec8221d11 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.395504] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.402050] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Creating folder: Project (70a7a2eaf8ee4b089580210741b2143c). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.402505] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18c15c3f-8519-460f-a462-e5e449f6eaa5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.415253] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Created folder: Project (70a7a2eaf8ee4b089580210741b2143c) in parent group-v650515. [ 581.415253] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Creating folder: Instances. Parent ref: group-v650538. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.415253] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-006bd27d-c23c-416e-9bd7-f1bf833353ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.422654] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Created folder: Instances in parent group-v650538. [ 581.422938] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.423167] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.423391] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b759b744-7877-41f9-a210-1d550a35aef6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.442662] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.442662] env[69674]: value = "task-3256065" [ 581.442662] env[69674]: _type = "Task" [ 581.442662] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.449910] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256065, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.524951] env[69674]: DEBUG nova.compute.manager [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-vif-plugged-09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 581.525371] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.525371] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.525480] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.525784] env[69674]: DEBUG nova.compute.manager [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] No waiting events found dispatching network-vif-plugged-09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.525784] env[69674]: WARNING nova.compute.manager [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received unexpected event network-vif-plugged-09246391-a52b-4625-ab59-c830e87fad64 for instance with vm_state building and task_state spawning. [ 581.525992] env[69674]: DEBUG nova.compute.manager [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-changed-09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 581.526562] env[69674]: DEBUG nova.compute.manager [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing instance network info cache due to event network-changed-09246391-a52b-4625-ab59-c830e87fad64. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 581.526796] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.526940] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.527133] env[69674]: DEBUG nova.network.neutron [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing network info cache for port 09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.590885] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Successfully updated port: bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.683453] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256061, 'name': PowerOffVM_Task, 'duration_secs': 0.365356} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.687022] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.687022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.687022] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9858aa92-db34-4765-889b-d97853b9d2eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.724776] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730602} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.725061] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.727663] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.727663] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b6a23e1-8908-4753-b511-d3cff9ab3afc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.732057] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 581.732057] env[69674]: value = "task-3256067" [ 581.732057] env[69674]: _type = "Task" [ 581.732057] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.743475] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.755063] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.755063] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.755269] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Deleting the datastore file [datastore2] a13f9f01-4367-405a-b3d5-dcee5e1346c4 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.755557] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7e87897-d21e-4d41-bda3-6c78a51cabc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.764327] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for the task: (returnval){ [ 581.764327] env[69674]: value = "task-3256068" [ 581.764327] env[69674]: _type = "Task" [ 581.764327] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.773246] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eb129f-4e72-24da-bb3e-3dfade8cacae, 'name': SearchDatastore_Task, 'duration_secs': 0.060957} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.773246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.773416] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] cc734575-ad58-4155-b07c-df61bafd9278/cc734575-ad58-4155-b07c-df61bafd9278.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.773652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.773844] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.774096] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24098304-65ca-407b-beaa-ea1155c01a23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.782062] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82671d9f-8bc2-46f2-bda5-822583d56de8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.782400] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.791648] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 581.791648] env[69674]: value = "task-3256069" [ 581.791648] env[69674]: _type = "Task" [ 581.791648] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.792782] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.792998] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.796881] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed50a64d-3a7b-4a7a-98c5-ae00196c2b9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.806819] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.808579] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 581.808579] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5295be8e-7972-0e81-e263-2b4dc066733c" [ 581.808579] env[69674]: _type = "Task" [ 581.808579] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.823033] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5295be8e-7972-0e81-e263-2b4dc066733c, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.824356] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85afe36c-b57a-4483-848c-f1deae4ba271 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.830033] env[69674]: DEBUG oslo_vmware.api [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Task: {'id': task-3256062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322703} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.830954] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.830954] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.830954] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.831385] env[69674]: INFO nova.compute.manager [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Took 1.97 seconds to destroy the instance on the hypervisor. [ 581.831385] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.833143] env[69674]: DEBUG nova.compute.manager [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 581.833143] env[69674]: DEBUG nova.network.neutron [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.835170] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.836077] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 581.838477] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 581.838477] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528ef33e-2bcc-0929-1b68-ab4b062aa246" [ 581.838477] env[69674]: _type = "Task" [ 581.838477] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.838900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.569s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.839084] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.839227] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.839599] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.596s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.842475] env[69674]: INFO nova.compute.claims [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.847433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f5839-f011-413e-820d-017e676c562e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.865431] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c1513-0130-4181-8395-59897de49907 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.870160] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528ef33e-2bcc-0929-1b68-ab4b062aa246, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.874048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.874361] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.874659] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2ea1-a937-59c6-0653-c73f23baa8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.052722} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.875261] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f62e08-deeb-4906-82df-924eebd238d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.878069] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.878069] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.878069] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.878178] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.878451] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.887655] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d6a958-913b-4f72-9134-bd03840e8c3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.891285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6a1cf-71b6-492a-b8d8-d7f943b0b926 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.896673] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 581.896673] env[69674]: value = "task-3256070" [ 581.896673] env[69674]: _type = "Task" [ 581.896673] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.905618] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba1345-f9b6-485d-a3bc-c57a1dec9ae2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.914146] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.916580] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.916580] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.917376] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07caea92-2f13-4d93-8d63-c6e0fd842092 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.947187] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181027MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.947422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.955127] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 581.955127] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528aae6d-af64-1d01-835c-9c6821613177" [ 581.955127] env[69674]: _type = "Task" [ 581.955127] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.960216] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256065, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.965905] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528aae6d-af64-1d01-835c-9c6821613177, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.969186] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98422631-4e3e-43da-98f0-3d1befd6036f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.975182] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 581.975182] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c616d-598e-b560-f27d-053728688b98" [ 581.975182] env[69674]: _type = "Task" [ 581.975182] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.983708] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c616d-598e-b560-f27d-053728688b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.096501] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.096743] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquired lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.096819] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.246980] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069084} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.247363] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.248937] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d99ec02-90fd-4b85-858f-1717755f4da6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.272248] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.272684] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a065bd-2b36-47e7-b80e-6f6dad536fe8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.303294] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 582.303294] env[69674]: value = "task-3256071" [ 582.303294] env[69674]: _type = "Task" [ 582.303294] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.308833] env[69674]: DEBUG oslo_vmware.api [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Task: {'id': task-3256068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188679} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.309116] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51785} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.312901] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.312901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.312901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.313151] env[69674]: INFO nova.compute.manager [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 582.313230] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.314613] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] cc734575-ad58-4155-b07c-df61bafd9278/cc734575-ad58-4155-b07c-df61bafd9278.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.314613] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.314613] env[69674]: DEBUG nova.compute.manager [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 582.314613] env[69674]: DEBUG nova.network.neutron [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.316190] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155a79c7-16df-4ce0-a433-4edd9f59a5b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.323700] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.324492] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 582.324492] env[69674]: value = "task-3256072" [ 582.324492] env[69674]: _type = "Task" [ 582.324492] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.332889] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.341495] env[69674]: DEBUG nova.compute.utils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.342939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.343184] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.343598] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 582.343812] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.408316] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256070, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.458674] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256065, 'name': CreateVM_Task, 'duration_secs': 0.537609} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.458870] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.459527] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.459641] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.460084] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.460283] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86c3a9d-14ea-4d15-91fa-d73b61553766 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.466073] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 582.466073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5221980b-867e-e0b7-4c3a-9c8f970aaf85" [ 582.466073] env[69674]: _type = "Task" [ 582.466073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.476800] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5221980b-867e-e0b7-4c3a-9c8f970aaf85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.489025] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c616d-598e-b560-f27d-053728688b98, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.489025] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.489025] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 0ec66b0d-5ae8-4b64-b893-375c6b412c59/0ec66b0d-5ae8-4b64-b893-375c6b412c59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.489025] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa68c7d-6008-4c0f-8f81-a4e6db267f9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.496491] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 582.496491] env[69674]: value = "task-3256073" [ 582.496491] env[69674]: _type = "Task" [ 582.496491] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.498054] env[69674]: DEBUG nova.policy [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a476ddf369418191f11506d8fb9a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be012c90949d44a9b49a3bf8cca6c754', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.511591] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.695178] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.830273] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.839838] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319171} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.840199] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.841076] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a3ebd-cfc0-47f9-bfdc-8b678c8d115c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.844098] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 582.881952] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] cc734575-ad58-4155-b07c-df61bafd9278/cc734575-ad58-4155-b07c-df61bafd9278.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.884959] env[69674]: DEBUG nova.network.neutron [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updated VIF entry in instance network info cache for port 09246391-a52b-4625-ab59-c830e87fad64. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.885090] env[69674]: DEBUG nova.network.neutron [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.886882] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a53ecaa-f3c1-4ca9-8ada-9dd923472454 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.906655] env[69674]: DEBUG nova.network.neutron [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.925364] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76028} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.929963] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.930863] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.931170] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 582.931170] env[69674]: value = "task-3256074" [ 582.931170] env[69674]: _type = "Task" [ 582.931170] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.931391] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6aba2c-39ef-4ad5-8558-43f9a9ee109d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.943963] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.948869] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 582.948869] env[69674]: value = "task-3256075" [ 582.948869] env[69674]: _type = "Task" [ 582.948869] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.958032] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.978094] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5221980b-867e-e0b7-4c3a-9c8f970aaf85, 'name': SearchDatastore_Task, 'duration_secs': 0.047025} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.978472] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.978715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.978976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.979168] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.979373] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.979641] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19a9eec6-da05-4152-aec3-5186122d4204 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.991929] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.992271] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.993304] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9ab15f-93c6-4661-be6a-163dedfed86b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.999114] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 582.999114] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ff63e6-aff8-be69-cdec-b6eeac8d0d67" [ 582.999114] env[69674]: _type = "Task" [ 582.999114] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.013739] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ff63e6-aff8-be69-cdec-b6eeac8d0d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.016994] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.256981] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23729b-48e8-496e-822f-78f94e7dc078 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.269336] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16514cba-e7d5-4059-9bfb-28d60c0ef946 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.318232] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb0e031-c846-465a-abbd-9f0a49654f7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.329671] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256071, 'name': ReconfigVM_Task, 'duration_secs': 0.605596} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.330076] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.331679] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c12673-1e4c-401b-b368-47023f85ca73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.335979] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c5f60a-d80c-4de5-8a19-279963ed959b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.346951] env[69674]: DEBUG nova.compute.provider_tree [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.352448] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 583.352448] env[69674]: value = "task-3256076" [ 583.352448] env[69674]: _type = "Task" [ 583.352448] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.353639] env[69674]: DEBUG nova.network.neutron [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updating instance_info_cache with network_info: [{"id": "bc0f159f-dcc0-422c-8be0-05a892221243", "address": "fa:16:3e:0c:43:f2", "network": {"id": "ed69c25b-f3ed-4cc1-9f3a-9130afe5ac37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-822970519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9c20f661f541d2b865622477f32d22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0f159f-dc", "ovs_interfaceid": "bc0f159f-dcc0-422c-8be0-05a892221243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.365600] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256076, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.406589] env[69674]: DEBUG oslo_concurrency.lockutils [req-9435e7ad-c0b7-419f-97ba-e4ff5ab96957 req-df53c1e6-964b-4009-a014-13d323c35be7 service nova] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.420494] env[69674]: INFO nova.compute.manager [-] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Took 1.59 seconds to deallocate network for instance. [ 583.444567] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.461077] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091598} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.461433] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.463382] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79635a-a7ef-4fcc-998c-0adedfb96b16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.485324] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.487020] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c93eed1-d35b-441f-a0b1-01e868cf2746 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.510623] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 583.510623] env[69674]: value = "task-3256077" [ 583.510623] env[69674]: _type = "Task" [ 583.510623] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.515502] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ff63e6-aff8-be69-cdec-b6eeac8d0d67, 'name': SearchDatastore_Task, 'duration_secs': 0.052694} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.521652] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e73a5e3-a1af-443f-ad40-6bb808b9bff3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.524214] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592917} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.525027] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 0ec66b0d-5ae8-4b64-b893-375c6b412c59/0ec66b0d-5ae8-4b64-b893-375c6b412c59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.525261] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.525846] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a45ac6-3c98-4ee0-89e7-9e7a85a666e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.531978] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.532283] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 583.532283] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520b1915-e987-c8fe-2f2f-d74950c367cd" [ 583.532283] env[69674]: _type = "Task" [ 583.532283] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.536622] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 583.536622] env[69674]: value = "task-3256078" [ 583.536622] env[69674]: _type = "Task" [ 583.536622] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.548045] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520b1915-e987-c8fe-2f2f-d74950c367cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.548045] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.548045] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b00eb137-2f66-419d-baec-bd392998d7ef/b00eb137-2f66-419d-baec-bd392998d7ef.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.548045] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e55a83ea-9013-414e-91d9-0ec9e2d1c6ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.554030] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.558500] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 583.558500] env[69674]: value = "task-3256079" [ 583.558500] env[69674]: _type = "Task" [ 583.558500] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.559294] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Successfully created port: f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.569561] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.626648] env[69674]: DEBUG nova.network.neutron [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.837899] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.838451] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.856040] env[69674]: DEBUG nova.scheduler.client.report [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.858546] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 583.862212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Releasing lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.863213] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Instance network_info: |[{"id": "bc0f159f-dcc0-422c-8be0-05a892221243", "address": "fa:16:3e:0c:43:f2", "network": {"id": "ed69c25b-f3ed-4cc1-9f3a-9130afe5ac37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-822970519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9c20f661f541d2b865622477f32d22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0f159f-dc", "ovs_interfaceid": "bc0f159f-dcc0-422c-8be0-05a892221243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 583.868376] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:43:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc0f159f-dcc0-422c-8be0-05a892221243', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.878327] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Creating folder: Project (6f9c20f661f541d2b865622477f32d22). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.882026] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d460fbfe-ee12-4ead-b238-10518f191772 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.892331] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256076, 'name': Rename_Task, 'duration_secs': 0.407575} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.892782] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.893207] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d2697bd-3221-48f7-b825-62c5284cebbf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.898358] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.898655] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.898899] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.899082] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.899367] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.899496] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.899802] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.899956] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.900177] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.900381] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.900602] env[69674]: DEBUG nova.virt.hardware [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.901955] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edf62ec-cbf7-4936-8dc5-cd3287266909 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.908559] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Created folder: Project (6f9c20f661f541d2b865622477f32d22) in parent group-v650515. [ 583.908809] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Creating folder: Instances. Parent ref: group-v650541. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.909166] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 583.909166] env[69674]: value = "task-3256081" [ 583.909166] env[69674]: _type = "Task" [ 583.909166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.911258] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d6d0fe-4239-4e01-9c56-ba8c37e6aa48 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.921270] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b20768d-3289-4c2b-b78c-305ff28aff14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.928721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.934861] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Created folder: Instances in parent group-v650541. [ 583.935195] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.935613] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.948429] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.952055] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b067eb-8951-4eda-b6df-8c82325bdb26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.976573] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256074, 'name': ReconfigVM_Task, 'duration_secs': 0.827927} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.978328] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Reconfigured VM instance instance-00000006 to attach disk [datastore1] cc734575-ad58-4155-b07c-df61bafd9278/cc734575-ad58-4155-b07c-df61bafd9278.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.978994] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.978994] env[69674]: value = "task-3256083" [ 583.978994] env[69674]: _type = "Task" [ 583.978994] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.979245] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0089ca7-ee1d-4960-a748-0c6b5f62eedf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.991716] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256083, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.993772] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 583.993772] env[69674]: value = "task-3256084" [ 583.993772] env[69674]: _type = "Task" [ 583.993772] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.006406] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256084, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.028038] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256077, 'name': ReconfigVM_Task, 'duration_secs': 0.51325} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.028493] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.029412] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13219232-3047-46ba-9a34-0f9d0645b685 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.037079] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 584.037079] env[69674]: value = "task-3256085" [ 584.037079] env[69674]: _type = "Task" [ 584.037079] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.048637] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256085, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.051514] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063734} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.051770] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.052580] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f6403-d2db-4e43-88af-0adb74de85e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.078036] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0ec66b0d-5ae8-4b64-b893-375c6b412c59/0ec66b0d-5ae8-4b64-b893-375c6b412c59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.081406] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1415bc4-47eb-4197-9fbc-3d9d33e25246 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.100215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.100416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.104353] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521192} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.105652] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b00eb137-2f66-419d-baec-bd392998d7ef/b00eb137-2f66-419d-baec-bd392998d7ef.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.105870] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.106192] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 584.106192] env[69674]: value = "task-3256086" [ 584.106192] env[69674]: _type = "Task" [ 584.106192] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.106521] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88da1fe2-d7f6-489b-a46d-2bdb7f8ab4d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.117937] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 584.117937] env[69674]: value = "task-3256087" [ 584.117937] env[69674]: _type = "Task" [ 584.117937] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.121508] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.133546] env[69674]: INFO nova.compute.manager [-] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Took 1.82 seconds to deallocate network for instance. [ 584.133546] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.366524] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.366524] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 584.373179] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.068s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.374954] env[69674]: INFO nova.compute.claims [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.424504] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.495907] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256083, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.510854] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256084, 'name': Rename_Task, 'duration_secs': 0.223667} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.511481] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.511737] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9029eee-09b3-4195-ac04-45b674db0627 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.525021] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 584.525021] env[69674]: value = "task-3256088" [ 584.525021] env[69674]: _type = "Task" [ 584.525021] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.535619] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.544523] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256085, 'name': Rename_Task, 'duration_secs': 0.17707} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.544777] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.545665] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7f8e0ef-8d96-4d8b-b0cf-77f168390f0b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.553949] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 584.553949] env[69674]: value = "task-3256089" [ 584.553949] env[69674]: _type = "Task" [ 584.553949] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.563664] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.619909] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256086, 'name': ReconfigVM_Task, 'duration_secs': 0.3061} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.620222] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0ec66b0d-5ae8-4b64-b893-375c6b412c59/0ec66b0d-5ae8-4b64-b893-375c6b412c59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.621067] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f011f440-a831-4f4e-ae38-a32fe22f1784 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.633039] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073028} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.633377] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.635940] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710da4c5-0630-475e-9acd-b25511031219 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.639719] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 584.639719] env[69674]: value = "task-3256090" [ 584.639719] env[69674]: _type = "Task" [ 584.639719] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.641224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.665452] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b00eb137-2f66-419d-baec-bd392998d7ef/b00eb137-2f66-419d-baec-bd392998d7ef.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.666454] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2611f2-8d32-4dfd-8532-464d8f6d142a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.685370] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256090, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.690899] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 584.690899] env[69674]: value = "task-3256091" [ 584.690899] env[69674]: _type = "Task" [ 584.690899] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.698917] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.875193] env[69674]: DEBUG nova.compute.utils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.876697] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 584.877371] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.929128] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.936948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "af78fbb0-92eb-445c-b36b-855630c9d75a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.936948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.936948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.936948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.937310] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.938974] env[69674]: INFO nova.compute.manager [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Terminating instance [ 584.988031] env[69674]: DEBUG nova.policy [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'febd941313714f4db50b8f0a5a936c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01d0466fd114d7e80c6a14cc04ebdf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.001194] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256083, 'name': CreateVM_Task, 'duration_secs': 0.908476} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.001194] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.001194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.001194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.001416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.001574] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1f81a7-ec6a-4162-ba16-6cc1e800c71f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.007308] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 585.007308] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52832c8c-44bb-68a8-2933-76c97019ab6e" [ 585.007308] env[69674]: _type = "Task" [ 585.007308] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.019094] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52832c8c-44bb-68a8-2933-76c97019ab6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.025735] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.025963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.035226] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256088, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.069580] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.072972] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received event network-vif-plugged-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 585.073084] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Acquiring lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.074097] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.074097] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.074097] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] No waiting events found dispatching network-vif-plugged-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.074097] env[69674]: WARNING nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received unexpected event network-vif-plugged-bc0f159f-dcc0-422c-8be0-05a892221243 for instance with vm_state building and task_state spawning. [ 585.074538] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 585.074538] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing instance network info cache due to event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 585.074538] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Acquiring lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.074667] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Acquired lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.076583] env[69674]: DEBUG nova.network.neutron [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.157853] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256090, 'name': Rename_Task, 'duration_secs': 0.16255} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.160129] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.161605] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5574a6d8-ef41-4199-a8dc-e64a3b5b84ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.172707] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 585.172707] env[69674]: value = "task-3256092" [ 585.172707] env[69674]: _type = "Task" [ 585.172707] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.188713] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256092, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.202114] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.383083] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 585.426111] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.444707] env[69674]: DEBUG nova.compute.manager [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 585.444707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.444707] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb493b-8f9b-474d-9e59-807174ac4899 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.462441] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.462749] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d231b463-7e98-423d-8b7e-37ba88e328f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.470936] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 585.470936] env[69674]: value = "task-3256093" [ 585.470936] env[69674]: _type = "Task" [ 585.470936] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.484545] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.527107] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52832c8c-44bb-68a8-2933-76c97019ab6e, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.533075] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.533339] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.533612] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.533709] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.533889] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.534436] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9a45db-4657-46b5-a42d-f4321d75417d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.542658] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256088, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.544117] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.544661] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.544987] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9cb329-ccc5-4eb8-8bc4-68dd7a43e581 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.557128] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 585.557128] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5227d3ca-2096-d3ae-a914-2bff192e7359" [ 585.557128] env[69674]: _type = "Task" [ 585.557128] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.568869] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.575863] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5227d3ca-2096-d3ae-a914-2bff192e7359, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.576915] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263515cb-685f-4ef1-92dd-5045013b6ad1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.584848] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 585.584848] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a70ea7-a8fe-822b-7e66-a73c19c47d8e" [ 585.584848] env[69674]: _type = "Task" [ 585.584848] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.592919] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a70ea7-a8fe-822b-7e66-a73c19c47d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.694835] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256092, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.710998] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256091, 'name': ReconfigVM_Task, 'duration_secs': 0.547353} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.710998] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b00eb137-2f66-419d-baec-bd392998d7ef/b00eb137-2f66-419d-baec-bd392998d7ef.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.711224] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b4fdd0-130e-42b0-8788-ee26a66ec919 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.719487] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 585.719487] env[69674]: value = "task-3256094" [ 585.719487] env[69674]: _type = "Task" [ 585.719487] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.731542] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256094, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.866119] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e747c-e7ca-4dd9-bddf-2b0535f8e23a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.873303] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c6ab2-c24b-4f42-a74b-e91532cbeeeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.912909] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b02d54-cb03-49fb-8aea-18d527adbeda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.927205] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1377b1-7e3e-41f1-9159-cb4c3f820bb7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.931512] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.942188] env[69674]: DEBUG nova.compute.provider_tree [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.981334] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256093, 'name': PowerOffVM_Task, 'duration_secs': 0.206919} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.981620] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.981834] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.982491] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2dbd16-e0a4-42b9-9c15-dd94a43814ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.041672] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256088, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.048636] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 586.048909] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 586.049107] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Deleting the datastore file [datastore2] af78fbb0-92eb-445c-b36b-855630c9d75a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.049425] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d40a85-cebb-424e-a31c-91cbdbcd3868 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.056886] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for the task: (returnval){ [ 586.056886] env[69674]: value = "task-3256096" [ 586.056886] env[69674]: _type = "Task" [ 586.056886] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.069070] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.076449] env[69674]: DEBUG oslo_vmware.api [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256089, 'name': PowerOnVM_Task, 'duration_secs': 1.474541} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.076449] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.076449] env[69674]: DEBUG nova.compute.manager [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 586.077193] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6316c2-49bc-4506-a1dd-852bf8de1175 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.097223] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a70ea7-a8fe-822b-7e66-a73c19c47d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.100968] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.101279] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e30b30bd-40d9-486d-8ef4-21ad312d0789/e30b30bd-40d9-486d-8ef4-21ad312d0789.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.101807] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fda0485-e4b7-4f0f-86fc-fbeb2420f92e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.111512] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 586.111512] env[69674]: value = "task-3256097" [ 586.111512] env[69674]: _type = "Task" [ 586.111512] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.121713] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.195694] env[69674]: DEBUG oslo_vmware.api [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256092, 'name': PowerOnVM_Task, 'duration_secs': 0.843682} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.197448] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.197873] env[69674]: INFO nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Took 9.78 seconds to spawn the instance on the hypervisor. [ 586.198034] env[69674]: DEBUG nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 586.199362] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab0a9c-160f-469b-8493-0c6ca40962a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.232888] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256094, 'name': Rename_Task, 'duration_secs': 0.142134} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.232888] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.232888] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9807e38c-0d9a-4d27-8cec-2d2ec69f5acc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.241082] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 586.241082] env[69674]: value = "task-3256098" [ 586.241082] env[69674]: _type = "Task" [ 586.241082] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.256435] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.418577] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 586.435946] env[69674]: DEBUG oslo_vmware.api [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256081, 'name': PowerOnVM_Task, 'duration_secs': 2.125411} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.436660] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.438032] env[69674]: INFO nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Took 17.02 seconds to spawn the instance on the hypervisor. [ 586.438032] env[69674]: DEBUG nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 586.438032] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333d6e59-0df8-40da-bd1e-27dd80ef272b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.446700] env[69674]: DEBUG nova.scheduler.client.report [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.473025] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.473025] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.473025] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.473320] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.473320] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.473550] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.473892] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.474062] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.474284] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.474594] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.474677] env[69674]: DEBUG nova.virt.hardware [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.478028] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee5677-9a59-469d-9557-dce30a984b4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.486659] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e76c3-9bd8-4111-aa8d-367a435667d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.540550] env[69674]: DEBUG oslo_vmware.api [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256088, 'name': PowerOnVM_Task, 'duration_secs': 1.74144} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.540874] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.541168] env[69674]: INFO nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Took 14.73 seconds to spawn the instance on the hypervisor. [ 586.541420] env[69674]: DEBUG nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 586.542279] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ca901-0de8-45d6-b10d-f6ee24163508 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.572554] env[69674]: DEBUG oslo_vmware.api [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Task: {'id': task-3256096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231538} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.572889] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.573029] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.573215] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.573383] env[69674]: INFO nova.compute.manager [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 586.573674] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.575302] env[69674]: DEBUG nova.compute.manager [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 586.575302] env[69674]: DEBUG nova.network.neutron [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.619658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.623988] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.725535] env[69674]: INFO nova.compute.manager [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Took 26.44 seconds to build instance. [ 586.733690] env[69674]: DEBUG nova.network.neutron [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updated VIF entry in instance network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.733848] env[69674]: DEBUG nova.network.neutron [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updating instance_info_cache with network_info: [{"id": "bc0f159f-dcc0-422c-8be0-05a892221243", "address": "fa:16:3e:0c:43:f2", "network": {"id": "ed69c25b-f3ed-4cc1-9f3a-9130afe5ac37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-822970519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9c20f661f541d2b865622477f32d22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0f159f-dc", "ovs_interfaceid": "bc0f159f-dcc0-422c-8be0-05a892221243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.752200] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256098, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.853765] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Successfully created port: 85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.912101] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Successfully updated port: f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.960919] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.961550] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 586.970979] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.067s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.975182] env[69674]: INFO nova.compute.claims [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.978313] env[69674]: INFO nova.compute.manager [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Took 29.33 seconds to build instance. [ 587.064437] env[69674]: INFO nova.compute.manager [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Took 27.59 seconds to build instance. [ 587.122591] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646971} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.122896] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e30b30bd-40d9-486d-8ef4-21ad312d0789/e30b30bd-40d9-486d-8ef4-21ad312d0789.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.123139] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.123397] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06602e38-91d5-4f9c-a8f0-18245475a7e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.130317] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 587.130317] env[69674]: value = "task-3256099" [ 587.130317] env[69674]: _type = "Task" [ 587.130317] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.140146] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.230215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6cad2b60-35a7-4eef-a102-09748fb5b16c tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.947s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.231367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.473s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.232718] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f0818-3495-48ba-85e6-9b3f70064294 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.238693] env[69674]: DEBUG oslo_concurrency.lockutils [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] Releasing lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.241948] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Received event network-vif-deleted-8652a845-50b5-4d38-aad0-68491e718f14 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 587.241948] env[69674]: DEBUG nova.compute.manager [req-b59fb26a-ba5c-4a54-86c1-e482bad7f80c req-517fc003-2c24-4b53-8d11-f911874bf9bd service nova] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Received event network-vif-deleted-b7573976-4b56-4acc-9563-3a11f1b75a8a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 587.255284] env[69674]: DEBUG nova.compute.manager [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Received event network-vif-plugged-f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 587.255534] env[69674]: DEBUG oslo_concurrency.lockutils [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] Acquiring lock "fe534ebf-0e80-4506-a703-344563263aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.255766] env[69674]: DEBUG oslo_concurrency.lockutils [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] Lock "fe534ebf-0e80-4506-a703-344563263aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.255979] env[69674]: DEBUG oslo_concurrency.lockutils [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] Lock "fe534ebf-0e80-4506-a703-344563263aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.256185] env[69674]: DEBUG nova.compute.manager [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] No waiting events found dispatching network-vif-plugged-f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.256397] env[69674]: WARNING nova.compute.manager [req-6337bd7f-cf38-4487-a492-197c48b21bd4 req-e5ab6602-9c0c-4882-bad3-cad2a7117ceb service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Received unexpected event network-vif-plugged-f28a3abd-e8d5-42fd-9f92-779006085b58 for instance with vm_state building and task_state spawning. [ 587.261677] env[69674]: DEBUG oslo_vmware.api [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256098, 'name': PowerOnVM_Task, 'duration_secs': 0.794718} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.262085] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.262317] env[69674]: INFO nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Took 5.94 seconds to spawn the instance on the hypervisor. [ 587.262564] env[69674]: DEBUG nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 587.263655] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e5390a-788f-4a47-b49d-23551d7abcca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.416769] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.416769] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquired lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.416769] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.486719] env[69674]: DEBUG nova.compute.utils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.487023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d5ebed68-69e3-4cf9-9d6b-2d29034cbf52 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.852s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.487023] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 587.487851] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.498946] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.736s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.498946] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] During sync_power_state the instance has a pending task (spawning). Skip. [ 587.498946] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.566438] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3812d8f0-7733-4134-a66b-b9acb6910c56 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "cc734575-ad58-4155-b07c-df61bafd9278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.112s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.568570] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "cc734575-ad58-4155-b07c-df61bafd9278" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.810s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.568570] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: cc734575-ad58-4155-b07c-df61bafd9278] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 587.568745] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "cc734575-ad58-4155-b07c-df61bafd9278" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.646021] env[69674]: DEBUG nova.policy [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4322d3cd7345939315a89e666c9379', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef4b0f2d30b14a8b8daf2118126a2090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.647737] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080467} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.648019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.649172] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b867f-a1af-4e91-ae29-9a08f2b4eadc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.671496] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e30b30bd-40d9-486d-8ef4-21ad312d0789/e30b30bd-40d9-486d-8ef4-21ad312d0789.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.671980] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2977c5-f8e8-4e99-b0b2-ba0a357a1c5e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.695971] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 587.695971] env[69674]: value = "task-3256100" [ 587.695971] env[69674]: _type = "Task" [ 587.695971] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.708408] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.741768] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 587.748207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.785403] env[69674]: INFO nova.compute.manager [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Took 24.02 seconds to build instance. [ 587.960099] env[69674]: DEBUG nova.network.neutron [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.995035] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 587.996909] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 588.014600] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.069787] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 588.226981] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.274762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.289158] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2db50100-a2ed-4a89-b80c-7f1bb5625da3 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.542s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.445573] env[69674]: DEBUG nova.network.neutron [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Updating instance_info_cache with network_info: [{"id": "f28a3abd-e8d5-42fd-9f92-779006085b58", "address": "fa:16:3e:04:b2:b2", "network": {"id": "31beeb86-8064-44b5-807f-ade5be334aaa", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1010395629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be012c90949d44a9b49a3bf8cca6c754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a3abd-e8", "ovs_interfaceid": "f28a3abd-e8d5-42fd-9f92-779006085b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.462751] env[69674]: INFO nova.compute.manager [-] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Took 1.89 seconds to deallocate network for instance. [ 588.517574] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Successfully created port: 70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.561928] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.601260] env[69674]: DEBUG nova.compute.manager [req-40499b9f-0bbb-4a1d-ae9d-4fcc5663b53c req-7fbe686d-59e1-44be-810d-36722af656a4 service nova] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Received event network-vif-deleted-4b3cfe08-b6fd-4716-a8ea-dfa3d14d20f7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 588.604754] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.607017] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237fc9c-7d68-4620-be00-78854891df71 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.620782] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8212749-4858-4a88-a4b0-0c101cfc654d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.654923] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f3dcb-bc1e-4b97-967a-d0be78782e9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.663898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03036576-3b78-444a-b3fc-99552d54c486 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.684160] env[69674]: DEBUG nova.compute.provider_tree [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.716826] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256100, 'name': ReconfigVM_Task, 'duration_secs': 0.647873} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.718652] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e30b30bd-40d9-486d-8ef4-21ad312d0789/e30b30bd-40d9-486d-8ef4-21ad312d0789.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.718652] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a1bf801-c48a-4763-9fa3-8788dbfb3709 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.727578] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 588.727578] env[69674]: value = "task-3256101" [ 588.727578] env[69674]: _type = "Task" [ 588.727578] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.743294] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256101, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.798897] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 588.949353] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Releasing lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.949676] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Instance network_info: |[{"id": "f28a3abd-e8d5-42fd-9f92-779006085b58", "address": "fa:16:3e:04:b2:b2", "network": {"id": "31beeb86-8064-44b5-807f-ade5be334aaa", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1010395629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be012c90949d44a9b49a3bf8cca6c754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a3abd-e8", "ovs_interfaceid": "f28a3abd-e8d5-42fd-9f92-779006085b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 588.950183] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b2:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28a3abd-e8d5-42fd-9f92-779006085b58', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.962589] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Creating folder: Project (be012c90949d44a9b49a3bf8cca6c754). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.962589] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50df1315-150b-45c3-adb3-6f1c16172d71 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.977231] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Created folder: Project (be012c90949d44a9b49a3bf8cca6c754) in parent group-v650515. [ 588.977231] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Creating folder: Instances. Parent ref: group-v650544. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.977231] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78b26bf-1b9e-459d-91a3-fe2e64415a59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.978875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.987194] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Created folder: Instances in parent group-v650544. [ 588.988057] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.988057] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.988820] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3612f56-6bea-43c9-a098-655b5dd63dd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.018761] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.018761] env[69674]: value = "task-3256104" [ 589.018761] env[69674]: _type = "Task" [ 589.018761] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.025726] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 589.034015] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256104, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.042850] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Acquiring lock "cc734575-ad58-4155-b07c-df61bafd9278" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.042850] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "cc734575-ad58-4155-b07c-df61bafd9278" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.042850] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Acquiring lock "cc734575-ad58-4155-b07c-df61bafd9278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.042850] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "cc734575-ad58-4155-b07c-df61bafd9278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.043145] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "cc734575-ad58-4155-b07c-df61bafd9278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.047906] env[69674]: INFO nova.compute.manager [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Terminating instance [ 589.081697] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.082595] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.082595] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.082595] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.082595] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.082971] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.082971] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.083056] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.087409] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.087586] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.088853] env[69674]: DEBUG nova.virt.hardware [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.090020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb128b9f-0b61-4d48-a626-eaa0cd694fd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.105923] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1de9e0-8a51-4b5d-8a78-989987ba8f23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.187631] env[69674]: DEBUG nova.scheduler.client.report [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.240177] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256101, 'name': Rename_Task, 'duration_secs': 0.163825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.240517] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.240817] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cda5b44-eaa3-40af-8529-a40df2cfb31b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.247976] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 589.247976] env[69674]: value = "task-3256105" [ 589.247976] env[69674]: _type = "Task" [ 589.247976] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.269536] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256105, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.336152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.531993] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256104, 'name': CreateVM_Task, 'duration_secs': 0.371322} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.531993] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.531993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.531993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.531993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.531993] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7878e6fd-a7ab-4f66-bf04-6974307807d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.537864] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 589.537864] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523cb7b5-9625-273d-f79a-5a8bab5f795e" [ 589.537864] env[69674]: _type = "Task" [ 589.537864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.547157] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523cb7b5-9625-273d-f79a-5a8bab5f795e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.552841] env[69674]: DEBUG nova.compute.manager [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 589.552937] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.553784] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6629aed6-f65a-457a-bff4-9af73daf3eda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.562736] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.562736] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192ea45b-52bf-4d71-afe9-bd9d37ef5f19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.572146] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Waiting for the task: (returnval){ [ 589.572146] env[69674]: value = "task-3256106" [ 589.572146] env[69674]: _type = "Task" [ 589.572146] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.595876] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Task: {'id': task-3256106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.696095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.696561] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 589.699468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.306s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.701900] env[69674]: INFO nova.compute.claims [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.768968] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256105, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.049911] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523cb7b5-9625-273d-f79a-5a8bab5f795e, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.050659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.050659] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.050868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.051020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.051262] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.051453] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b1695d-d752-4480-9a06-27b900b734f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.061467] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.061467] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.062165] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fcb94d-2dc2-49f8-9966-24fdefd62d85 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.067441] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 590.067441] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eceb56-fb13-4450-73ad-9b18f7c2262d" [ 590.067441] env[69674]: _type = "Task" [ 590.067441] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.076155] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eceb56-fb13-4450-73ad-9b18f7c2262d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.084678] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Task: {'id': task-3256106, 'name': PowerOffVM_Task, 'duration_secs': 0.231557} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.085012] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.085239] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.085528] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62406554-6a52-4ee1-ac5d-f789860de51a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.088752] env[69674]: INFO nova.compute.manager [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Rebuilding instance [ 590.154699] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.155198] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.155198] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Deleting the datastore file [datastore1] cc734575-ad58-4155-b07c-df61bafd9278 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.155340] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1198149a-3cb2-4790-8466-19d6364f14f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.165532] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Waiting for the task: (returnval){ [ 590.165532] env[69674]: value = "task-3256108" [ 590.165532] env[69674]: _type = "Task" [ 590.165532] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.176535] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Task: {'id': task-3256108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.177663] env[69674]: DEBUG nova.compute.manager [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 590.178019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e16f46-d938-4ee0-b864-ce478cb34eca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.208418] env[69674]: DEBUG nova.compute.utils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.209947] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 590.210713] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.264737] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Successfully updated port: 85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.279893] env[69674]: DEBUG oslo_vmware.api [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256105, 'name': PowerOnVM_Task, 'duration_secs': 0.647765} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.280367] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.280367] env[69674]: INFO nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Took 11.41 seconds to spawn the instance on the hypervisor. [ 590.282050] env[69674]: DEBUG nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 590.282050] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca05e95-20cb-49f1-93e4-0aa78c4f51ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.365534] env[69674]: DEBUG nova.policy [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.580249] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eceb56-fb13-4450-73ad-9b18f7c2262d, 'name': SearchDatastore_Task, 'duration_secs': 0.039106} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.581106] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2b5def-3847-4f3f-b1d4-46731dcd403e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.586926] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 590.586926] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f71b7-4337-f51c-f33a-aab6876b4aee" [ 590.586926] env[69674]: _type = "Task" [ 590.586926] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.595988] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f71b7-4337-f51c-f33a-aab6876b4aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.675014] env[69674]: DEBUG oslo_vmware.api [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Task: {'id': task-3256108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334632} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.675302] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.675590] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.675834] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.676030] env[69674]: INFO nova.compute.manager [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Took 1.12 seconds to destroy the instance on the hypervisor. [ 590.676271] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.676464] env[69674]: DEBUG nova.compute.manager [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 590.676558] env[69674]: DEBUG nova.network.neutron [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.715958] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 590.771805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.771956] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.772184] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.804811] env[69674]: INFO nova.compute.manager [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Took 28.34 seconds to build instance. [ 591.079184] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bf6b71-930e-4637-b0d1-fdf6b06a5c79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.087443] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e99a2a-ca12-4546-92f6-3f815daffbdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.099616] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f71b7-4337-f51c-f33a-aab6876b4aee, 'name': SearchDatastore_Task, 'duration_secs': 0.023529} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.125137] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.125443] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fe534ebf-0e80-4506-a703-344563263aff/fe534ebf-0e80-4506-a703-344563263aff.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.125884] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74cb942a-c21f-416a-93b2-d8689185e5ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.130114] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52becd18-591f-4b89-ba9c-de0ec392f2b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.144042] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e760d7-921b-4a01-897d-eac7281e7dae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.150553] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 591.150553] env[69674]: value = "task-3256109" [ 591.150553] env[69674]: _type = "Task" [ 591.150553] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.165314] env[69674]: DEBUG nova.compute.provider_tree [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.174128] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.193905] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.194655] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Successfully created port: 12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.196943] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55da6639-9584-4e11-930e-c470013ce56f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.205512] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 591.205512] env[69674]: value = "task-3256110" [ 591.205512] env[69674]: _type = "Task" [ 591.205512] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.218853] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.308652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5cc926f3-816a-474b-b6fc-dd6757eb5075 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.856s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.382139] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Successfully updated port: 70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.404151] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.664555] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256109, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.668322] env[69674]: DEBUG nova.scheduler.client.report [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.716312] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256110, 'name': PowerOffVM_Task, 'duration_secs': 0.214683} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.716670] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.717086] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.717891] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc180c-9c6a-4490-a7bb-2bfa45b5d1c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.726891] env[69674]: DEBUG nova.compute.manager [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 591.727277] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.727898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18292ba3-e801-42b1-812d-6dfd28ff870c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.731313] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d694c052-e227-4115-a36a-51d6105106ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.734668] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 591.758459] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 591.758459] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 591.758459] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Deleting the datastore file [datastore1] 289362b3-1a05-4b77-a839-9aed86151db7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.758697] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683c2678-7ef1-4fa9-8047-14944db8456e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.769687] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 591.769687] env[69674]: value = "task-3256112" [ 591.769687] env[69674]: _type = "Task" [ 591.769687] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.782935] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.783613] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.783613] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.783613] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.783878] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.783878] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.784044] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.784200] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.784369] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.784525] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.784692] env[69674]: DEBUG nova.virt.hardware [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.785537] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e4db8-045a-4447-ad28-9fef1e41819b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.791857] env[69674]: DEBUG nova.compute.manager [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Received event network-changed-f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 591.792080] env[69674]: DEBUG nova.compute.manager [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Refreshing instance network info cache due to event network-changed-f28a3abd-e8d5-42fd-9f92-779006085b58. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 591.792264] env[69674]: DEBUG oslo_concurrency.lockutils [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] Acquiring lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.792406] env[69674]: DEBUG oslo_concurrency.lockutils [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] Acquired lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.792565] env[69674]: DEBUG nova.network.neutron [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Refreshing network info cache for port f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.797576] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.802077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e649db-bf79-4a76-bbad-1b4692edc828 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.818938] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 591.892294] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.892294] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquired lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.892294] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.993249] env[69674]: DEBUG nova.network.neutron [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Updating instance_info_cache with network_info: [{"id": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "address": "fa:16:3e:ee:75:5d", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e400c5-ea", "ovs_interfaceid": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.124515] env[69674]: DEBUG nova.network.neutron [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.171277] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552092} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.172091] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fe534ebf-0e80-4506-a703-344563263aff/fe534ebf-0e80-4506-a703-344563263aff.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.172091] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.172091] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676f7b31-4564-4571-b2b9-9e1952f0fc3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.187050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.187050] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 592.187050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.238s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.196851] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 592.196851] env[69674]: value = "task-3256113" [ 592.196851] env[69674]: _type = "Task" [ 592.196851] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.207720] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.245500] env[69674]: INFO nova.compute.manager [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] instance snapshotting [ 592.246559] env[69674]: DEBUG nova.objects.instance [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lazy-loading 'flavor' on Instance uuid b00eb137-2f66-419d-baec-bd392998d7ef {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 592.287528] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224624} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.287772] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.287953] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.288142] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.318916] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "4021d91d-b850-4478-9d64-89e9416f4623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.320262] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.356280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.470337] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.495597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.496224] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance network_info: |[{"id": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "address": "fa:16:3e:ee:75:5d", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e400c5-ea", "ovs_interfaceid": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 592.497094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:75:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e400c5-ea2d-4bc1-b9d2-0afc1af01749', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.504461] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating folder: Project (f01d0466fd114d7e80c6a14cc04ebdf0). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.504880] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3535bf27-62df-4310-98d6-5bd278864fd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.518453] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created folder: Project (f01d0466fd114d7e80c6a14cc04ebdf0) in parent group-v650515. [ 592.519090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating folder: Instances. Parent ref: group-v650547. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.519856] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-118803c2-1d28-4f13-ba53-8a083b643412 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.531771] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created folder: Instances in parent group-v650547. [ 592.532036] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.532482] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.532482] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9581b5a-b6f6-4958-9375-ba81d6b464eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.557535] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.557535] env[69674]: value = "task-3256116" [ 592.557535] env[69674]: _type = "Task" [ 592.557535] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.565420] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256116, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.628084] env[69674]: INFO nova.compute.manager [-] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Took 1.95 seconds to deallocate network for instance. [ 592.702039] env[69674]: DEBUG nova.compute.utils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.704021] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 592.704199] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.716877] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209662} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.722180] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.723134] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb386aa-7188-4740-8cbf-863c7dd8dace {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.753797] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] fe534ebf-0e80-4506-a703-344563263aff/fe534ebf-0e80-4506-a703-344563263aff.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.757588] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ffb58b-3ed0-4668-8bfc-0bb3905d3bb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.779209] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e64d94c-c423-4416-8fac-12748751548b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.782850] env[69674]: DEBUG nova.policy [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '221771c357cc48fc8ebf8370d7b52ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbcca1e3d1234f0890eba3488981ed59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.808163] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c0018-3c8f-45aa-b0de-434ad4c8a6a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.811755] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 592.811755] env[69674]: value = "task-3256117" [ 592.811755] env[69674]: _type = "Task" [ 592.811755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.828809] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.908577] env[69674]: DEBUG nova.network.neutron [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Updated VIF entry in instance network info cache for port f28a3abd-e8d5-42fd-9f92-779006085b58. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.909339] env[69674]: DEBUG nova.network.neutron [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Updating instance_info_cache with network_info: [{"id": "f28a3abd-e8d5-42fd-9f92-779006085b58", "address": "fa:16:3e:04:b2:b2", "network": {"id": "31beeb86-8064-44b5-807f-ade5be334aaa", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1010395629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be012c90949d44a9b49a3bf8cca6c754", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28a3abd-e8", "ovs_interfaceid": "f28a3abd-e8d5-42fd-9f92-779006085b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.068584] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256116, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.136171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.207965] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating resource usage from migration 8c2d9336-a3ea-4204-9c67-d7831da4ae34 [ 593.212792] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 593.231919] env[69674]: DEBUG nova.network.neutron [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updating instance_info_cache with network_info: [{"id": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "address": "fa:16:3e:d4:77:f7", "network": {"id": "6a3c70a0-23f0-4d33-8d50-09c9ed2ad49d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194476382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b0f2d30b14a8b8daf2118126a2090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70afac1f-3b", "ovs_interfaceid": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.250383] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 593.250383] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a13f9f01-4367-405a-b3d5-dcee5e1346c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 593.251214] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 289362b3-1a05-4b77-a839-9aed86151db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.251214] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance af78fbb0-92eb-445c-b36b-855630c9d75a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 593.251214] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance cc734575-ad58-4155-b07c-df61bafd9278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.251214] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254022] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e30b30bd-40d9-486d-8ef4-21ad312d0789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254022] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance b00eb137-2f66-419d-baec-bd392998d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254022] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fe534ebf-0e80-4506-a703-344563263aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254022] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 856f61d9-0199-4a16-ba72-5166f2d1095f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254984] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fe91cc3d-1897-46f2-aacd-afcb505e042f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254984] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d6097905-921e-4520-bdbb-724e00836022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.254984] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 593.326442] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 593.327499] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256117, 'name': ReconfigVM_Task, 'duration_secs': 0.449887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.327499] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-203f8b57-60fa-4509-8469-a975755cca5a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.332072] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Reconfigured VM instance instance-0000000a to attach disk [datastore2] fe534ebf-0e80-4506-a703-344563263aff/fe534ebf-0e80-4506-a703-344563263aff.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.333045] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c8346bf-2f56-4a1b-9322-82a15880086c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.340300] env[69674]: DEBUG oslo_vmware.api [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 593.340300] env[69674]: value = "task-3256118" [ 593.340300] env[69674]: _type = "Task" [ 593.340300] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.341993] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 593.341993] env[69674]: value = "task-3256119" [ 593.341993] env[69674]: _type = "Task" [ 593.341993] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.364787] env[69674]: DEBUG oslo_vmware.api [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.366732] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.367106] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.367173] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.367329] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.367469] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.367610] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.367816] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.367962] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.368147] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.368339] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.368498] env[69674]: DEBUG nova.virt.hardware [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.368816] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256119, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.369671] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f22b19-eac2-4ad7-b644-c4ac8f4afddd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.377032] env[69674]: DEBUG nova.compute.manager [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Received event network-vif-plugged-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 593.377032] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.379035] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.379233] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.381940] env[69674]: DEBUG nova.compute.manager [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] No waiting events found dispatching network-vif-plugged-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.381940] env[69674]: WARNING nova.compute.manager [req-5ee66573-3f37-4cda-aa6d-8ab8d93bc91b req-2727ef7b-0403-448c-b4c9-74479efa770e service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Received unexpected event network-vif-plugged-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 for instance with vm_state building and task_state spawning. [ 593.385119] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3c6f41-d8de-422b-bcbd-27faa7329aab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.401988] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.408161] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.409301] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.409301] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f796f0-8fc7-478a-b8e4-9f73a6961362 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.421627] env[69674]: DEBUG oslo_concurrency.lockutils [req-631d44cb-2cbd-4438-86b1-f5c5c9e4895a req-d000c149-7542-4a95-8596-571d5218e0f0 service nova] Releasing lock "refresh_cache-fe534ebf-0e80-4506-a703-344563263aff" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.426723] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.426723] env[69674]: value = "task-3256120" [ 593.426723] env[69674]: _type = "Task" [ 593.426723] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.434994] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256120, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.574090] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256116, 'name': CreateVM_Task, 'duration_secs': 0.540796} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.574090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.574090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.574090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.574090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.574250] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2df7df8-b274-42ee-bdcd-d412ed5dbc3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.581228] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 593.581228] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52405997-ce29-ec0e-502d-76d4c6847918" [ 593.581228] env[69674]: _type = "Task" [ 593.581228] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.597812] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52405997-ce29-ec0e-502d-76d4c6847918, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.598168] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.598963] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.598963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.598963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.601797] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.601797] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be95c39b-bee0-4f4a-ad96-a252a7bb2c76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.608723] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.608927] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.609739] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78327f06-956b-41d5-ae5e-b34d171fa276 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.616926] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 593.616926] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e0a080-8f45-b679-445c-329ab4e8b0bd" [ 593.616926] env[69674]: _type = "Task" [ 593.616926] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.626286] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e0a080-8f45-b679-445c-329ab4e8b0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.737302] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Releasing lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.737302] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Instance network_info: |[{"id": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "address": "fa:16:3e:d4:77:f7", "network": {"id": "6a3c70a0-23f0-4d33-8d50-09c9ed2ad49d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194476382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b0f2d30b14a8b8daf2118126a2090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70afac1f-3b", "ovs_interfaceid": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 593.737857] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:77:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70afac1f-3ba8-4109-af4d-2f21dc2ebd68', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.747621] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Creating folder: Project (ef4b0f2d30b14a8b8daf2118126a2090). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.747621] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb98a666-811c-464c-91d2-8c11c3a01329 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.759712] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8a330708-788d-4af0-b272-a58d83c9c8c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.762644] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Created folder: Project (ef4b0f2d30b14a8b8daf2118126a2090) in parent group-v650515. [ 593.762644] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Creating folder: Instances. Parent ref: group-v650551. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.762644] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3217c8-f14a-49bf-a940-f7c3f243261f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.770519] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Created folder: Instances in parent group-v650551. [ 593.770763] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.771576] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.771576] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3702ebb5-6609-4521-b033-2d5098b40466 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.792720] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.792720] env[69674]: value = "task-3256123" [ 593.792720] env[69674]: _type = "Task" [ 593.792720] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.805897] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256123, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.861406] env[69674]: DEBUG oslo_vmware.api [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.869717] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256119, 'name': Rename_Task, 'duration_secs': 0.169163} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.870429] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.870686] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22388fbc-7fa7-41b4-9ddc-f6441b8aa6fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.881356] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 593.881356] env[69674]: value = "task-3256124" [ 593.881356] env[69674]: _type = "Task" [ 593.881356] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.895044] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Successfully updated port: 12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.908215] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.940311] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256120, 'name': CreateVM_Task, 'duration_secs': 0.352938} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.940498] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.940991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.941217] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.941572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.941864] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b278b8d8-a7aa-4a27-af76-c18d35f73bc2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.947653] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 593.947653] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd2227-ab80-47ab-bb06-b07becb7bde1" [ 593.947653] env[69674]: _type = "Task" [ 593.947653] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.958207] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd2227-ab80-47ab-bb06-b07becb7bde1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.992853] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.993141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.055732] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Successfully created port: 489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.129827] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e0a080-8f45-b679-445c-329ab4e8b0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017457} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.130434] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755fe540-2b5f-4a66-8913-ad14ffb1c23d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.139682] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 594.139682] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5262d947-a9a7-dbbd-74d2-8119981f2a89" [ 594.139682] env[69674]: _type = "Task" [ 594.139682] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.149200] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5262d947-a9a7-dbbd-74d2-8119981f2a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.234266] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 594.263449] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 6383858f-5ecc-4861-8fbe-e7d60b153961 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 594.283500] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:01:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='661299606',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-304251447',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.283749] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.283896] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.284163] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.284351] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.284506] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.284721] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.284894] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.285056] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.285274] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.285408] env[69674]: DEBUG nova.virt.hardware [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.286367] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea65dbc6-dfbb-4e7c-a35c-12b9fb85e1cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.303409] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322707c-c422-4271-bfb0-f8574db7bdfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.310901] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256123, 'name': CreateVM_Task, 'duration_secs': 0.375928} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.311464] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.312126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.356475] env[69674]: DEBUG oslo_vmware.api [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256118, 'name': CreateSnapshot_Task, 'duration_secs': 0.708105} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.357238] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 594.357983] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36270032-33f5-4848-af63-5aeb0be3d4ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.390810] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.398709] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.398863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.399032] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.458347] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd2227-ab80-47ab-bb06-b07becb7bde1, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.458708] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.458977] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.459218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.459815] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.460126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.460459] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3f2bff-6586-42c1-abaa-cb8a75124646 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.466403] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 594.466403] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab5d66-b0af-c8ac-5190-b4d1572c6d93" [ 594.466403] env[69674]: _type = "Task" [ 594.466403] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.477548] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab5d66-b0af-c8ac-5190-b4d1572c6d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.479811] env[69674]: DEBUG nova.compute.manager [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 594.651918] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5262d947-a9a7-dbbd-74d2-8119981f2a89, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.651918] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652270] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.652390] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652565] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.652787] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c20b7cc-703f-46f1-adbc-40665759ff2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.654727] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca778206-216c-46f2-83ff-28410d6bcb91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.663864] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 594.663864] env[69674]: value = "task-3256125" [ 594.663864] env[69674]: _type = "Task" [ 594.663864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.664353] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.664541] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.667964] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35450c59-3906-4ea8-9c28-84caf4c3b53d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.675923] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 594.675923] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aa556-2621-3040-6c46-fc36325576d2" [ 594.675923] env[69674]: _type = "Task" [ 594.675923] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.679413] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.689441] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aa556-2621-3040-6c46-fc36325576d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.772363] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance ed00c987-3c06-459e-8d27-bb28938a287f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 594.802376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "b00eb137-2f66-419d-baec-bd392998d7ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.802771] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.802931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "b00eb137-2f66-419d-baec-bd392998d7ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.803136] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.803308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.810674] env[69674]: INFO nova.compute.manager [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Terminating instance [ 594.869971] env[69674]: DEBUG nova.compute.manager [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance disappeared during snapshot {{(pid=69674) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 594.890598] env[69674]: DEBUG oslo_vmware.api [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256124, 'name': PowerOnVM_Task, 'duration_secs': 0.586577} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.892976] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.893222] env[69674]: INFO nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Took 11.03 seconds to spawn the instance on the hypervisor. [ 594.893431] env[69674]: DEBUG nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 594.894874] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbddee9-ddc3-4715-a528-57926feb7b25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.973725] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.984173] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab5d66-b0af-c8ac-5190-b4d1572c6d93, 'name': SearchDatastore_Task, 'duration_secs': 0.036054} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.988592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.988851] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.989096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.007221] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.041603] env[69674]: DEBUG nova.compute.manager [None req-416430c1-d421-4c58-bb97-38853f4c70c4 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Found 0 images (rotation: 2) {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 595.183201] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.199914] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aa556-2621-3040-6c46-fc36325576d2, 'name': SearchDatastore_Task, 'duration_secs': 0.027165} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.201871] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45180255-7457-4e2e-b6f4-87da95d58d06 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.210781] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 595.210781] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5297a03f-8487-552e-253c-e07b0294701b" [ 595.210781] env[69674]: _type = "Task" [ 595.210781] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.215438] env[69674]: DEBUG nova.network.neutron [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Updating instance_info_cache with network_info: [{"id": "12ac59a4-84bd-48ac-8f87-01c36df84265", "address": "fa:16:3e:86:3c:9e", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ac59a4-84", "ovs_interfaceid": "12ac59a4-84bd-48ac-8f87-01c36df84265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.222622] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5297a03f-8487-552e-253c-e07b0294701b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.275567] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a7bb40a9-2ae5-4328-ae78-662677610470 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.312772] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "refresh_cache-b00eb137-2f66-419d-baec-bd392998d7ef" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.313235] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquired lock "refresh_cache-b00eb137-2f66-419d-baec-bd392998d7ef" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314518] env[69674]: DEBUG nova.network.neutron [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.418528] env[69674]: INFO nova.compute.manager [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Took 29.98 seconds to build instance. [ 595.458201] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Received event network-vif-plugged-85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 595.458503] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquiring lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.458661] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.458828] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.458996] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] No waiting events found dispatching network-vif-plugged-85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.459211] env[69674]: WARNING nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Received unexpected event network-vif-plugged-85e400c5-ea2d-4bc1-b9d2-0afc1af01749 for instance with vm_state building and task_state spawning. [ 595.459387] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Received event network-changed-85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 595.459591] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Refreshing instance network info cache due to event network-changed-85e400c5-ea2d-4bc1-b9d2-0afc1af01749. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 595.459719] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquiring lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.459865] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquired lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.460369] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Refreshing network info cache for port 85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.678049] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6833} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.679398] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.679398] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.679398] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0978930d-87e5-41f6-91cf-55da2cf3ef52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.688455] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 595.688455] env[69674]: value = "task-3256126" [ 595.688455] env[69674]: _type = "Task" [ 595.688455] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.698745] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.720076] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.721942] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Instance network_info: |[{"id": "12ac59a4-84bd-48ac-8f87-01c36df84265", "address": "fa:16:3e:86:3c:9e", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ac59a4-84", "ovs_interfaceid": "12ac59a4-84bd-48ac-8f87-01c36df84265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 595.722783] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:3c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12ac59a4-84bd-48ac-8f87-01c36df84265', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.731447] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating folder: Project (8e7fb779d40146cbb6ef8ee488355c5d). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.732623] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004f6c5c-f0a5-4f2b-bf9a-a571e2694716 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.738337] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5297a03f-8487-552e-253c-e07b0294701b, 'name': SearchDatastore_Task, 'duration_secs': 0.05903} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.738957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.739271] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.739786] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.740115] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.740115] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6866398b-8cb0-4e42-8eac-3f2fa37e5775 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.742019] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ada8167c-6436-46b2-a041-6491a8ae7506 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.748285] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 595.748285] env[69674]: value = "task-3256128" [ 595.748285] env[69674]: _type = "Task" [ 595.748285] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.749688] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created folder: Project (8e7fb779d40146cbb6ef8ee488355c5d) in parent group-v650515. [ 595.749985] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating folder: Instances. Parent ref: group-v650555. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.754758] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-427d0df2-bda2-4ceb-b39a-34d1e1eab211 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.758203] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.758203] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.758965] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b75d756-c787-40de-b4ef-db54098f6b3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.765853] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.767476] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created folder: Instances in parent group-v650555. [ 595.767951] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.767951] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6097905-921e-4520-bdbb-724e00836022] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.768437] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16ce7b95-136b-4bfd-8040-a57e8be6836d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.784207] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8b23f73b-a334-4421-8cda-528b3ece1d37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.785846] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 595.785846] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526c62e5-4877-fc3e-654f-2053010d81a9" [ 595.785846] env[69674]: _type = "Task" [ 595.785846] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.795428] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.795428] env[69674]: value = "task-3256130" [ 595.795428] env[69674]: _type = "Task" [ 595.795428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.801303] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526c62e5-4877-fc3e-654f-2053010d81a9, 'name': SearchDatastore_Task, 'duration_secs': 0.025146} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.802846] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ed1be2-6d54-461e-9d0e-00866cbbccd0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.808394] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256130, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.811641] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 595.811641] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524e0498-43a7-f75f-fd21-711f27fc2c84" [ 595.811641] env[69674]: _type = "Task" [ 595.811641] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.821703] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524e0498-43a7-f75f-fd21-711f27fc2c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.845357] env[69674]: DEBUG nova.network.neutron [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.920186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bce55a53-28d2-470a-bdec-987f3c59d406 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.496s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.946888] env[69674]: DEBUG nova.network.neutron [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.022318] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Successfully updated port: 489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.202242] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078313} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.206330] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.207424] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77fbb68-86b7-41a1-a54d-bd76d3c3f8c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.234021] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.234445] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638491c2-ea77-4ba3-99c3-4a1575c3c403 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.264059] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.264059] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 596.264059] env[69674]: value = "task-3256131" [ 596.264059] env[69674]: _type = "Task" [ 596.264059] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.275976] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.287682] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f5aa96f5-aff6-4f5a-9180-1957ac49002a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.306814] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256130, 'name': CreateVM_Task, 'duration_secs': 0.3504} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.308132] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6097905-921e-4520-bdbb-724e00836022] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.308723] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.309750] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.309960] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.310848] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e706df3-ffe5-48b8-b3ca-a97fa667205e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.321793] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 596.321793] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281347a-0139-523c-5773-e68b19c5d2c6" [ 596.321793] env[69674]: _type = "Task" [ 596.321793] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.326570] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524e0498-43a7-f75f-fd21-711f27fc2c84, 'name': SearchDatastore_Task, 'duration_secs': 0.018463} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.330959] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.331406] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fe91cc3d-1897-46f2-aacd-afcb505e042f/fe91cc3d-1897-46f2-aacd-afcb505e042f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.331752] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a9fb37-869d-401b-afa2-cec3c887857b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.343691] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281347a-0139-523c-5773-e68b19c5d2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.346731] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Updated VIF entry in instance network info cache for port 85e400c5-ea2d-4bc1-b9d2-0afc1af01749. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.346934] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Updating instance_info_cache with network_info: [{"id": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "address": "fa:16:3e:ee:75:5d", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e400c5-ea", "ovs_interfaceid": "85e400c5-ea2d-4bc1-b9d2-0afc1af01749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.352049] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 596.352049] env[69674]: value = "task-3256132" [ 596.352049] env[69674]: _type = "Task" [ 596.352049] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.359992] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.425191] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 596.450102] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Releasing lock "refresh_cache-b00eb137-2f66-419d-baec-bd392998d7ef" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.450567] env[69674]: DEBUG nova.compute.manager [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 596.451458] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.451777] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e474f8-c455-4f52-8b2f-ed8e42571cce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.462947] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.462947] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b7ed160-b192-4a43-9658-4f2d69668c9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.471084] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 596.471084] env[69674]: value = "task-3256133" [ 596.471084] env[69674]: _type = "Task" [ 596.471084] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.483859] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.525210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.525362] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.525512] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.762886] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797474} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.763177] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.763394] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.763719] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810dfdd0-6229-4ba0-afb6-db08c9b22d34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.775312] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.776652] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 596.776652] env[69674]: value = "task-3256134" [ 596.776652] env[69674]: _type = "Task" [ 596.776652] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.784758] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.793693] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.840020] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281347a-0139-523c-5773-e68b19c5d2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.056775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.841458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.841458] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.841458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.841458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.841751] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.841751] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189f7d89-d86c-4129-a137-5423791fd135 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.849768] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Releasing lock "refresh_cache-856f61d9-0199-4a16-ba72-5166f2d1095f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.850026] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Received event network-vif-deleted-50fed76c-21ce-4bab-9c17-938b517b2d54 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 596.850563] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-changed-09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 596.850563] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing instance network info cache due to event network-changed-09246391-a52b-4625-ab59-c830e87fad64. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 596.850563] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.850749] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.850965] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing network info cache for port 09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.861375] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.862030] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.862283] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bef98bd-91ff-47dd-89a3-91a603b4c1ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.869994] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.871101] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 596.871101] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52867ce6-02e4-97cf-6b56-7461c3444d49" [ 596.871101] env[69674]: _type = "Task" [ 596.871101] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.878933] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52867ce6-02e4-97cf-6b56-7461c3444d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.955979] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.983961] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256133, 'name': PowerOffVM_Task, 'duration_secs': 0.24044} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.983961] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.983961] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.983961] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df552e65-0efe-4316-a31d-e7e7bb21204c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.011842] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.012143] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.012345] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Deleting the datastore file [datastore1] b00eb137-2f66-419d-baec-bd392998d7ef {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.012663] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66cbb429-c151-489b-bdae-d0d02e2c5b77 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.021717] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for the task: (returnval){ [ 597.021717] env[69674]: value = "task-3256136" [ 597.021717] env[69674]: _type = "Task" [ 597.021717] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.035698] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.088219] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.276714] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256131, 'name': ReconfigVM_Task, 'duration_secs': 0.994183} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.277184] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.281262] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570cab6c-a1b8-4c90-8490-b940df84d954 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.294045] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066828} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.294897] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.295288] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 597.295288] env[69674]: value = "task-3256137" [ 597.295288] env[69674]: _type = "Task" [ 597.295288] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.295999] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445aab1b-9a50-4326-8349-f66dd975c6a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.299239] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7d6889a0-9737-4fc6-828e-5d34979446cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.332341] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.334163] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d932ee15-75cb-4f57-97ee-938ed01c0f10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.348883] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256137, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.349953] env[69674]: DEBUG nova.network.neutron [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updating instance_info_cache with network_info: [{"id": "489b354b-986a-47df-9f1f-c120475d9013", "address": "fa:16:3e:fd:a9:9f", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489b354b-98", "ovs_interfaceid": "489b354b-986a-47df-9f1f-c120475d9013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.364033] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 597.364033] env[69674]: value = "task-3256138" [ 597.364033] env[69674]: _type = "Task" [ 597.364033] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.373258] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943621} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.379477] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fe91cc3d-1897-46f2-aacd-afcb505e042f/fe91cc3d-1897-46f2-aacd-afcb505e042f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.379477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.381444] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ebd3fd-2b26-4d3e-be51-75e40522fcd4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.383946] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.389996] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52867ce6-02e4-97cf-6b56-7461c3444d49, 'name': SearchDatastore_Task, 'duration_secs': 0.032756} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.392192] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 597.392192] env[69674]: value = "task-3256139" [ 597.392192] env[69674]: _type = "Task" [ 597.392192] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.392510] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b1a88f-35ea-417a-8888-73c21b563916 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.402876] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 597.402876] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5217f8a5-160b-bf17-30b6-01a70240a8b0" [ 597.402876] env[69674]: _type = "Task" [ 597.402876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.407033] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.415613] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5217f8a5-160b-bf17-30b6-01a70240a8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.531951] env[69674]: DEBUG oslo_vmware.api [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Task: {'id': task-3256136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415856} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.534330] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.534517] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.534688] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.534860] env[69674]: INFO nova.compute.manager [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Took 1.08 seconds to destroy the instance on the hypervisor. [ 597.535106] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.535732] env[69674]: DEBUG nova.compute.manager [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 597.535732] env[69674]: DEBUG nova.network.neutron [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.568743] env[69674]: DEBUG nova.network.neutron [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.645979] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updated VIF entry in instance network info cache for port 09246391-a52b-4625-ab59-c830e87fad64. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.646792] env[69674]: DEBUG nova.network.neutron [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.808844] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 68b9ccb0-38e8-413b-9e0d-3feca42358d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 597.810195] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256137, 'name': Rename_Task, 'duration_secs': 0.18627} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.810586] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.810819] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9525675e-5739-4f81-84fd-e40c3908940c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.816930] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 597.816930] env[69674]: value = "task-3256140" [ 597.816930] env[69674]: _type = "Task" [ 597.816930] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.825657] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.855243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856713] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Instance network_info: |[{"id": "489b354b-986a-47df-9f1f-c120475d9013", "address": "fa:16:3e:fd:a9:9f", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489b354b-98", "ovs_interfaceid": "489b354b-986a-47df-9f1f-c120475d9013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 597.858549] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a9:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '489b354b-986a-47df-9f1f-c120475d9013', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.865256] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Creating folder: Project (fbcca1e3d1234f0890eba3488981ed59). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.866917] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73dbb0c1-5ee1-4cfa-bc45-c3a9fc8675a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.877251] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.879681] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Created folder: Project (fbcca1e3d1234f0890eba3488981ed59) in parent group-v650515. [ 597.879912] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Creating folder: Instances. Parent ref: group-v650558. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.880183] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d4eeed-c5b8-4d3a-a912-030af803f16a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.888306] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Created folder: Instances in parent group-v650558. [ 597.888609] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.888861] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.889140] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6b178ee-e4ad-4403-966e-096c2087f767 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.926434] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.926434] env[69674]: value = "task-3256143" [ 597.926434] env[69674]: _type = "Task" [ 597.926434] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.926434] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076619} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.926434] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5217f8a5-160b-bf17-30b6-01a70240a8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.926734] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.926880] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.927104] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d6097905-921e-4520-bdbb-724e00836022/d6097905-921e-4520-bdbb-724e00836022.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.933252] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3821c2-4e3a-47c3-a6e5-80e241461ccf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.934112] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee3bc61-e072-4755-ae9b-deaf7f31ce67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.941762] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256143, 'name': CreateVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.953801] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 597.953801] env[69674]: value = "task-3256144" [ 597.953801] env[69674]: _type = "Task" [ 597.953801] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.963111] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] fe91cc3d-1897-46f2-aacd-afcb505e042f/fe91cc3d-1897-46f2-aacd-afcb505e042f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.963517] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1609c3-a128-468a-9826-634907113ed6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.984391] env[69674]: DEBUG nova.compute.manager [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Received event network-changed-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 597.984517] env[69674]: DEBUG nova.compute.manager [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Refreshing instance network info cache due to event network-changed-70afac1f-3ba8-4109-af4d-2f21dc2ebd68. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 597.984689] env[69674]: DEBUG oslo_concurrency.lockutils [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] Acquiring lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.984842] env[69674]: DEBUG oslo_concurrency.lockutils [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] Acquired lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.985013] env[69674]: DEBUG nova.network.neutron [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Refreshing network info cache for port 70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.993141] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.994821] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 597.994821] env[69674]: value = "task-3256145" [ 597.994821] env[69674]: _type = "Task" [ 597.994821] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.005378] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.072697] env[69674]: DEBUG nova.network.neutron [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.081183] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "81822631-26a8-4c17-a447-8e9d3acac696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.081183] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.150285] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.150285] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Received event network-vif-plugged-12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 598.151093] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Acquiring lock "d6097905-921e-4520-bdbb-724e00836022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.151093] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Lock "d6097905-921e-4520-bdbb-724e00836022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.151310] env[69674]: DEBUG oslo_concurrency.lockutils [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] Lock "d6097905-921e-4520-bdbb-724e00836022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.151519] env[69674]: DEBUG nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] No waiting events found dispatching network-vif-plugged-12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.151763] env[69674]: WARNING nova.compute.manager [req-fb6d1588-446f-47d0-aa5d-8854ae7e406a req-ed15ef8d-eb45-4521-baee-8baaacbf2198 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Received unexpected event network-vif-plugged-12ac59a4-84bd-48ac-8f87-01c36df84265 for instance with vm_state building and task_state spawning. [ 598.186017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.186582] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.315027] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 4021d91d-b850-4478-9d64-89e9416f4623 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 598.315027] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration 8c2d9336-a3ea-4204-9c67-d7831da4ae34 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 598.315027] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 598.315027] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 598.335503] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256140, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.388208] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256138, 'name': ReconfigVM_Task, 'duration_secs': 0.717556} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.391689] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7/289362b3-1a05-4b77-a839-9aed86151db7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.392734] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407a02aa-a744-41ba-b55e-c94bb120fab8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.400216] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 598.400216] env[69674]: value = "task-3256146" [ 598.400216] env[69674]: _type = "Task" [ 598.400216] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.420609] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256146, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.445036] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256143, 'name': CreateVM_Task, 'duration_secs': 0.527645} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.445036] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.445767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.445928] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.446311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.446561] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58759bdf-a593-49b8-b86f-401dab50d5c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.455090] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 598.455090] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5215260a-5927-5309-bca1-803e1557b600" [ 598.455090] env[69674]: _type = "Task" [ 598.455090] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.463548] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5215260a-5927-5309-bca1-803e1557b600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.475268] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.504890] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.578482] env[69674]: INFO nova.compute.manager [-] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Took 1.04 seconds to deallocate network for instance. [ 598.594163] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "d45a13c5-09e6-474c-ae59-fa31d1653776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.594408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.810840] env[69674]: DEBUG nova.network.neutron [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updated VIF entry in instance network info cache for port 70afac1f-3ba8-4109-af4d-2f21dc2ebd68. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.811338] env[69674]: DEBUG nova.network.neutron [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updating instance_info_cache with network_info: [{"id": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "address": "fa:16:3e:d4:77:f7", "network": {"id": "6a3c70a0-23f0-4d33-8d50-09c9ed2ad49d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194476382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b0f2d30b14a8b8daf2118126a2090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70afac1f-3b", "ovs_interfaceid": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.832978] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256140, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.836579] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7586401-db18-4a16-8d9a-a5502776cafb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.844358] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96016dae-cf60-45e4-b62f-58f0b21fcfcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.882883] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c94ca87-0b7d-472b-b83a-346d0807e2be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.890725] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270df25c-f71a-4e6f-a5cf-961b76627e09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.904850] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.914995] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256146, 'name': Rename_Task, 'duration_secs': 0.272287} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.915348] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.915643] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be0920f-b4c9-4029-8ef5-b90852a663a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.921814] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Waiting for the task: (returnval){ [ 598.921814] env[69674]: value = "task-3256147" [ 598.921814] env[69674]: _type = "Task" [ 598.921814] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.929211] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.965323] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5215260a-5927-5309-bca1-803e1557b600, 'name': SearchDatastore_Task, 'duration_secs': 0.057681} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.968844] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.969149] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.969752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.969752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.969752] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.970629] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f1a3420-0808-4122-9a9f-8a371c49d3dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.978525] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643883} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.980531] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d6097905-921e-4520-bdbb-724e00836022/d6097905-921e-4520-bdbb-724e00836022.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.980846] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.981159] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.981632] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.985022] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82677d5a-cfcf-4b52-8ab0-81cd236760a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.985022] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2ea084-7c34-494e-9b79-4480b8dc740c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.990984] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 598.990984] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac971-b5fc-acfa-5fef-90925dd919f8" [ 598.990984] env[69674]: _type = "Task" [ 598.990984] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.994541] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 598.994541] env[69674]: value = "task-3256148" [ 598.994541] env[69674]: _type = "Task" [ 598.994541] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.001155] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac971-b5fc-acfa-5fef-90925dd919f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.010020] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.011721] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256145, 'name': ReconfigVM_Task, 'duration_secs': 0.595227} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.011975] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] fe91cc3d-1897-46f2-aacd-afcb505e042f/fe91cc3d-1897-46f2-aacd-afcb505e042f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.012647] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6097098-64dd-4219-85e5-7de68f015433 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.017828] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 599.017828] env[69674]: value = "task-3256149" [ 599.017828] env[69674]: _type = "Task" [ 599.017828] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.026402] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256149, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.095160] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.114989] env[69674]: DEBUG nova.compute.manager [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Received event network-changed-12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 599.114989] env[69674]: DEBUG nova.compute.manager [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Refreshing instance network info cache due to event network-changed-12ac59a4-84bd-48ac-8f87-01c36df84265. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 599.114989] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Acquiring lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.115320] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Acquired lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.115529] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Refreshing network info cache for port 12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.314671] env[69674]: DEBUG oslo_concurrency.lockutils [req-c19574c8-0918-4f53-995e-86a07065859c req-900df701-6cca-4a79-ba4d-bbe4c473f559 service nova] Releasing lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.332011] env[69674]: DEBUG oslo_vmware.api [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256140, 'name': PowerOnVM_Task, 'duration_secs': 1.109788} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.334828] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.335602] env[69674]: INFO nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Took 12.92 seconds to spawn the instance on the hypervisor. [ 599.335795] env[69674]: DEBUG nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 599.338434] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813d73f-f2fe-47c5-8287-05c31c9462a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.411178] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.434374] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.502392] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac971-b5fc-acfa-5fef-90925dd919f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.503709] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3039bc-f289-497f-8329-72c723f1c2be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.508949] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068716} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.509830] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.510345] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc099c3a-9317-404e-9bca-68bb27ee45af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.514036] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 599.514036] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520529e6-0cbf-2035-bf1f-a3a3548fa237" [ 599.514036] env[69674]: _type = "Task" [ 599.514036] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.535191] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d6097905-921e-4520-bdbb-724e00836022/d6097905-921e-4520-bdbb-724e00836022.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.540626] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a6487c-a0bb-4109-a45c-3413a9ea3199 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.561043] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520529e6-0cbf-2035-bf1f-a3a3548fa237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.565831] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256149, 'name': Rename_Task, 'duration_secs': 0.28315} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.566996] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.568973] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 599.568973] env[69674]: value = "task-3256150" [ 599.568973] env[69674]: _type = "Task" [ 599.568973] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.568973] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d4aef8-f4a6-4d4c-b175-11f962baf24c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.576984] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.578116] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 599.578116] env[69674]: value = "task-3256151" [ 599.578116] env[69674]: _type = "Task" [ 599.578116] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.589297] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.860910] env[69674]: INFO nova.compute.manager [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Took 23.64 seconds to build instance. [ 599.915687] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 599.916485] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.731s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.916875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.988s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.917141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.920056] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.279s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.920255] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.922373] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.304s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.922588] env[69674]: DEBUG nova.objects.instance [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 599.928022] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.928605] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Getting list of instances from cluster (obj){ [ 599.928605] env[69674]: value = "domain-c8" [ 599.928605] env[69674]: _type = "ClusterComputeResource" [ 599.928605] env[69674]: } {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.930297] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Updated VIF entry in instance network info cache for port 12ac59a4-84bd-48ac-8f87-01c36df84265. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.930297] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Updating instance_info_cache with network_info: [{"id": "12ac59a4-84bd-48ac-8f87-01c36df84265", "address": "fa:16:3e:86:3c:9e", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ac59a4-84", "ovs_interfaceid": "12ac59a4-84bd-48ac-8f87-01c36df84265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.932798] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc27cc3-c82f-4dce-abf5-2a040054d345 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.945030] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.955626] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Got total of 9 instances {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.958092] env[69674]: INFO nova.scheduler.client.report [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Deleted allocations for instance a13f9f01-4367-405a-b3d5-dcee5e1346c4 [ 599.969070] env[69674]: INFO nova.scheduler.client.report [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Deleted allocations for instance 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f [ 600.030153] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520529e6-0cbf-2035-bf1f-a3a3548fa237, 'name': SearchDatastore_Task, 'duration_secs': 0.039702} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.030153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.030153] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c/13862a3c-8dad-4f7a-ac72-312ab3f8ae7c.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.030153] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165dd40c-2495-4b2a-ba12-0927275f7a56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.035834] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 600.035834] env[69674]: value = "task-3256152" [ 600.035834] env[69674]: _type = "Task" [ 600.035834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.046652] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.085615] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.091354] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.272354] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.272590] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.363782] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8cd414ad-fd3c-4202-b061-49644d09ad93 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.522s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.440508] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Releasing lock "refresh_cache-d6097905-921e-4520-bdbb-724e00836022" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.440508] env[69674]: DEBUG nova.compute.manager [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 600.440508] env[69674]: DEBUG nova.compute.manager [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing instance network info cache due to event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 600.440508] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Acquiring lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.440792] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Acquired lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.440936] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.453530] env[69674]: DEBUG oslo_vmware.api [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Task: {'id': task-3256147, 'name': PowerOnVM_Task, 'duration_secs': 1.428803} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.453530] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.453895] env[69674]: DEBUG nova.compute.manager [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 600.454531] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee72df24-19f2-41c2-b02e-c6f052b34922 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.476236] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674cfa52-a620-48c3-a589-2738b6402059 tempest-ServerDiagnosticsNegativeTest-1964301086 tempest-ServerDiagnosticsNegativeTest-1964301086-project-member] Lock "a13f9f01-4367-405a-b3d5-dcee5e1346c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.848s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.481883] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7a29c2ea-20c9-43e3-adc6-76dafe78ae7b tempest-ServerDiagnosticsTest-1556389976 tempest-ServerDiagnosticsTest-1556389976-project-member] Lock "9e6b640d-91d6-41f6-9f80-98fe2ea34f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.140s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.548867] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.581599] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.595273] env[69674]: DEBUG oslo_vmware.api [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256151, 'name': PowerOnVM_Task, 'duration_secs': 0.681963} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.595273] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.595273] env[69674]: INFO nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Took 11.57 seconds to spawn the instance on the hypervisor. [ 600.595273] env[69674]: DEBUG nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 600.595273] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e8bba-84fa-4d00-9b55-5b934f2734fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.720936] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "0791541e-da89-4120-8c87-c537b84a7b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.721202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.870022] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 600.942139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c909d954-804a-44c6-afef-847af5820e77 tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.943316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.669s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.949519] env[69674]: INFO nova.compute.claims [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.983176] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.048696] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566165} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.048874] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c/13862a3c-8dad-4f7a-ac72-312ab3f8ae7c.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.049020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.049291] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47374f98-c670-4bc6-8d92-85fb3826f6e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.056093] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 601.056093] env[69674]: value = "task-3256153" [ 601.056093] env[69674]: _type = "Task" [ 601.056093] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.063995] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.081278] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.115145] env[69674]: INFO nova.compute.manager [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Took 24.84 seconds to build instance. [ 601.297201] env[69674]: DEBUG nova.compute.manager [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Received event network-vif-plugged-489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 601.297201] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Acquiring lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.297201] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.297366] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.297533] env[69674]: DEBUG nova.compute.manager [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] No waiting events found dispatching network-vif-plugged-489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.298347] env[69674]: WARNING nova.compute.manager [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Received unexpected event network-vif-plugged-489b354b-986a-47df-9f1f-c120475d9013 for instance with vm_state building and task_state spawning. [ 601.298347] env[69674]: DEBUG nova.compute.manager [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Received event network-changed-489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 601.298556] env[69674]: DEBUG nova.compute.manager [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Refreshing instance network info cache due to event network-changed-489b354b-986a-47df-9f1f-c120475d9013. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 601.298748] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Acquiring lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.298909] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Acquired lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.300177] env[69674]: DEBUG nova.network.neutron [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Refreshing network info cache for port 489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.387156] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updated VIF entry in instance network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.387642] env[69674]: DEBUG nova.network.neutron [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updating instance_info_cache with network_info: [{"id": "bc0f159f-dcc0-422c-8be0-05a892221243", "address": "fa:16:3e:0c:43:f2", "network": {"id": "ed69c25b-f3ed-4cc1-9f3a-9130afe5ac37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-822970519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9c20f661f541d2b865622477f32d22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0f159f-dc", "ovs_interfaceid": "bc0f159f-dcc0-422c-8be0-05a892221243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.396669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.566987] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068687} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.568646] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.569557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e1dab-3727-4f09-8c9b-507f3ce74c28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.609663] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c/13862a3c-8dad-4f7a-ac72-312ab3f8ae7c.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.614177] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8cb10a-6326-4f86-87b8-48bb77d0ca4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.630850] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256150, 'name': ReconfigVM_Task, 'duration_secs': 1.619683} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.631267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d6c1d809-68cd-4bc5-8a0d-ac3ced27e4fc tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.530s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.631550] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d6097905-921e-4520-bdbb-724e00836022/d6097905-921e-4520-bdbb-724e00836022.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.634255] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ce34df9-b3f3-4d82-9074-47e368baa2bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.641175] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 601.641175] env[69674]: value = "task-3256154" [ 601.641175] env[69674]: _type = "Task" [ 601.641175] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.643428] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 601.643428] env[69674]: value = "task-3256155" [ 601.643428] env[69674]: _type = "Task" [ 601.643428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.660134] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.664395] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256155, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.892742] env[69674]: DEBUG oslo_concurrency.lockutils [req-477f3dd0-ec2f-41c7-b664-c85fa83463fd req-f29bfa3f-ac4c-4be5-9787-77518b736044 service nova] Releasing lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.966423] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "fe534ebf-0e80-4506-a703-344563263aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.966734] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.966955] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "fe534ebf-0e80-4506-a703-344563263aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.967185] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.967495] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.978931] env[69674]: INFO nova.compute.manager [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Terminating instance [ 602.141560] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 602.182254] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256155, 'name': Rename_Task, 'duration_secs': 0.18925} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.183715] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.187433] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.192169] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad30c4e2-cceb-4527-b463-ee2680890ea4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.202762] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 602.202762] env[69674]: value = "task-3256156" [ 602.202762] env[69674]: _type = "Task" [ 602.202762] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.211458] env[69674]: DEBUG nova.network.neutron [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updated VIF entry in instance network info cache for port 489b354b-986a-47df-9f1f-c120475d9013. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.211458] env[69674]: DEBUG nova.network.neutron [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updating instance_info_cache with network_info: [{"id": "489b354b-986a-47df-9f1f-c120475d9013", "address": "fa:16:3e:fd:a9:9f", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489b354b-98", "ovs_interfaceid": "489b354b-986a-47df-9f1f-c120475d9013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.222040] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.492945] env[69674]: DEBUG nova.compute.manager [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 602.493817] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.494929] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b784f-fa98-44f4-a102-a500b12de2eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.503588] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.503852] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33289d44-e32f-483e-a4d1-f9c378f2dbba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.506809] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42177b0-56da-4161-a951-854b17236068 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.514112] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0405ab6-c91a-4efb-9fbc-c5d7245ef38a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.518491] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 602.518491] env[69674]: value = "task-3256157" [ 602.518491] env[69674]: _type = "Task" [ 602.518491] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.554393] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68091d-ad81-4f59-982f-202bb4de401c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.561226] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.567898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e18e4d-d60f-4e5d-969a-ed6ab250ed7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.581969] env[69674]: DEBUG nova.compute.provider_tree [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.665862] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256154, 'name': ReconfigVM_Task, 'duration_secs': 0.650479} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.665862] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c/13862a3c-8dad-4f7a-ac72-312ab3f8ae7c.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.666546] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca16296-f062-496d-8aaa-e1ef41d42120 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.672141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "289362b3-1a05-4b77-a839-9aed86151db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.672446] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.672665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "289362b3-1a05-4b77-a839-9aed86151db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.673032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.673144] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.676656] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 602.676656] env[69674]: value = "task-3256158" [ 602.676656] env[69674]: _type = "Task" [ 602.676656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.677164] env[69674]: INFO nova.compute.manager [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Terminating instance [ 602.682920] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.691943] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256158, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.716094] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.724187] env[69674]: DEBUG oslo_concurrency.lockutils [req-c673ff8c-14fb-4a75-bfa7-b6796ad0fb37 req-6dd71339-e55a-4b12-bba2-9889bd87cb44 service nova] Releasing lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.030514] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256157, 'name': PowerOffVM_Task, 'duration_secs': 0.359153} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.030902] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.030964] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.031577] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99016232-9a13-4e92-b4cc-bc5b03e68344 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.085404] env[69674]: DEBUG nova.scheduler.client.report [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.094624] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.094909] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.095115] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Deleting the datastore file [datastore2] fe534ebf-0e80-4506-a703-344563263aff {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.095406] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27011016-a9da-4f4b-a4bd-5b21baed000b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.103757] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for the task: (returnval){ [ 603.103757] env[69674]: value = "task-3256160" [ 603.103757] env[69674]: _type = "Task" [ 603.103757] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.115213] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.186258] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "refresh_cache-289362b3-1a05-4b77-a839-9aed86151db7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.186604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquired lock "refresh_cache-289362b3-1a05-4b77-a839-9aed86151db7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.186932] env[69674]: DEBUG nova.network.neutron [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.194456] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256158, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.221183] env[69674]: DEBUG oslo_vmware.api [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256156, 'name': PowerOnVM_Task, 'duration_secs': 1.00082} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.221584] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.221869] env[69674]: INFO nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Took 11.49 seconds to spawn the instance on the hypervisor. [ 603.222516] env[69674]: DEBUG nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 603.223641] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e46349-6fce-47fd-8bbc-4f89d3afafeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.593707] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.594338] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 603.600624] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.039s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.608165] env[69674]: INFO nova.compute.claims [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.633304] env[69674]: DEBUG oslo_vmware.api [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Task: {'id': task-3256160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40903} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.633304] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.633304] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.633304] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.633304] env[69674]: INFO nova.compute.manager [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] [instance: fe534ebf-0e80-4506-a703-344563263aff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 603.637021] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.637021] env[69674]: DEBUG nova.compute.manager [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 603.637021] env[69674]: DEBUG nova.network.neutron [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.695034] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256158, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.721573] env[69674]: DEBUG nova.network.neutron [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.752591] env[69674]: INFO nova.compute.manager [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Took 25.89 seconds to build instance. [ 603.858717] env[69674]: DEBUG nova.network.neutron [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.114980] env[69674]: DEBUG nova.compute.utils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.116901] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 604.117403] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.198970] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256158, 'name': Rename_Task, 'duration_secs': 1.167348} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.200541] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.200810] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4952e7dc-3d24-4514-9671-dcb327d2f395 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.208142] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 604.208142] env[69674]: value = "task-3256161" [ 604.208142] env[69674]: _type = "Task" [ 604.208142] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.221323] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.252574] env[69674]: DEBUG nova.policy [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a002eed431964e75ac225af4c868238a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de069386244e4a82a3465c520db19b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.255416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-400adba1-94f3-405b-83dd-8b171d712138 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.747s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.363145] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Releasing lock "refresh_cache-289362b3-1a05-4b77-a839-9aed86151db7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.363610] env[69674]: DEBUG nova.compute.manager [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 604.363818] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.364686] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39aeb0d-2a17-4c78-b993-131279bf873e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.369123] env[69674]: INFO nova.compute.manager [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Rebuilding instance [ 604.376539] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.376800] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7213112-4955-45a8-aba6-f61459ddb0b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.385531] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 604.385531] env[69674]: value = "task-3256162" [ 604.385531] env[69674]: _type = "Task" [ 604.385531] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.394606] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.434576] env[69674]: DEBUG nova.compute.manager [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 604.435925] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932748c1-47de-4649-9a58-d7dbc5ff8ef9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.621684] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 604.702248] env[69674]: DEBUG nova.network.neutron [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.721882] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.759205] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 604.902450] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256162, 'name': PowerOffVM_Task, 'duration_secs': 0.114588} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.902750] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.903050] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.903247] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25fa16e4-31b1-462a-b438-1ba94f6d9f84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.927825] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.928049] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.928241] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleting the datastore file [datastore2] 289362b3-1a05-4b77-a839-9aed86151db7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.928529] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444c87f0-6b6a-490a-9cd7-ad4ef75c1631 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.935108] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for the task: (returnval){ [ 604.935108] env[69674]: value = "task-3256164" [ 604.935108] env[69674]: _type = "Task" [ 604.935108] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.945565] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.117057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c64998-15f2-4b14-a3be-5dd2cdb1c39d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.124761] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b057b0e-14d7-4604-9cd1-b2190dc445f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.165845] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56e8a3-d9e6-4870-8c01-d2f9130d4238 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.177675] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51acd07d-883c-4064-bff0-079208739384 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.182070] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Successfully created port: 05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.196218] env[69674]: DEBUG nova.compute.provider_tree [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.203308] env[69674]: INFO nova.compute.manager [-] [instance: fe534ebf-0e80-4506-a703-344563263aff] Took 1.57 seconds to deallocate network for instance. [ 605.218578] env[69674]: DEBUG oslo_vmware.api [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256161, 'name': PowerOnVM_Task, 'duration_secs': 0.590492} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.218816] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.219362] env[69674]: INFO nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Took 10.99 seconds to spawn the instance on the hypervisor. [ 605.219620] env[69674]: DEBUG nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 605.220438] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cdfab-14cf-41d7-986d-3fbb941c1fbd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.291138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.447894] env[69674]: DEBUG oslo_vmware.api [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Task: {'id': task-3256164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28112} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.447894] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.447894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.447894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.448508] env[69674]: INFO nova.compute.manager [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 605.448588] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.448838] env[69674]: DEBUG nova.compute.manager [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 605.449069] env[69674]: DEBUG nova.network.neutron [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 605.453085] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.453897] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a271d0f3-1dfb-4c63-bb92-ef4e0dc366e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.459799] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 605.459799] env[69674]: value = "task-3256165" [ 605.459799] env[69674]: _type = "Task" [ 605.459799] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.469328] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.487611] env[69674]: DEBUG nova.compute.manager [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Received event network-changed-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 605.487821] env[69674]: DEBUG nova.compute.manager [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Refreshing instance network info cache due to event network-changed-70afac1f-3ba8-4109-af4d-2f21dc2ebd68. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 605.489852] env[69674]: DEBUG oslo_concurrency.lockutils [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] Acquiring lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.489957] env[69674]: DEBUG oslo_concurrency.lockutils [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] Acquired lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.490203] env[69674]: DEBUG nova.network.neutron [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Refreshing network info cache for port 70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.495032] env[69674]: DEBUG nova.network.neutron [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.633675] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 605.677339] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.677624] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.677823] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.677962] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.678145] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.678294] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.678633] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.678801] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.679043] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.679159] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.679386] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.680263] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e8925f-9094-4959-b408-0cb074968d90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.690754] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b91e52-8f98-4906-a024-2626b5529c32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.701017] env[69674]: DEBUG nova.scheduler.client.report [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.712215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.737571] env[69674]: INFO nova.compute.manager [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Took 26.37 seconds to build instance. [ 605.971244] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256165, 'name': PowerOffVM_Task, 'duration_secs': 0.243574} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.971380] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.971616] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.972421] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84ab719-1f52-4772-b470-d67e954239da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.979901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.980369] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eca05acd-4d6a-4e25-9610-86f07af28d22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.995710] env[69674]: DEBUG nova.network.neutron [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.046385] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.046385] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.047090] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.047090] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7506f0-3b5a-4ee0-b7be-30d24c2525b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.056016] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 606.056016] env[69674]: value = "task-3256167" [ 606.056016] env[69674]: _type = "Task" [ 606.056016] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.072903] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.217114] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.217993] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 606.221332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.616s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.222595] env[69674]: INFO nova.compute.claims [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.241187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7e1ba7a6-426b-493b-bfa9-aef0cc2c05e3 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.923s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.450941] env[69674]: DEBUG nova.network.neutron [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updated VIF entry in instance network info cache for port 70afac1f-3ba8-4109-af4d-2f21dc2ebd68. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.451362] env[69674]: DEBUG nova.network.neutron [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updating instance_info_cache with network_info: [{"id": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "address": "fa:16:3e:d4:77:f7", "network": {"id": "6a3c70a0-23f0-4d33-8d50-09c9ed2ad49d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194476382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef4b0f2d30b14a8b8daf2118126a2090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70afac1f-3b", "ovs_interfaceid": "70afac1f-3ba8-4109-af4d-2f21dc2ebd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.502200] env[69674]: INFO nova.compute.manager [-] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Took 1.05 seconds to deallocate network for instance. [ 606.569037] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252265} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.569037] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.569037] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.569037] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.733230] env[69674]: DEBUG nova.compute.utils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.733985] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 606.734176] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.743193] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 606.801796] env[69674]: DEBUG nova.policy [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a002eed431964e75ac225af4c868238a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de069386244e4a82a3465c520db19b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.954172] env[69674]: DEBUG oslo_concurrency.lockutils [req-a4c795fc-f13d-42ab-ac1e-e461918d2947 req-176ec17e-81e9-4d02-ac42-f1da1b0470aa service nova] Releasing lock "refresh_cache-fe91cc3d-1897-46f2-aacd-afcb505e042f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.010611] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.053231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "d6097905-921e-4520-bdbb-724e00836022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.053231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.053231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "d6097905-921e-4520-bdbb-724e00836022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.053231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.053767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.058855] env[69674]: INFO nova.compute.manager [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Terminating instance [ 607.238458] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 607.277365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.282024] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Successfully created port: 5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.568295] env[69674]: DEBUG nova.compute.manager [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 607.570527] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.570527] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a36b191-e1ae-4555-abb7-cf6d08007181 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.587504] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.587504] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-161d7ec4-0774-4d96-a5d3-6e0489b23d55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.607284] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 607.607284] env[69674]: value = "task-3256168" [ 607.607284] env[69674]: _type = "Task" [ 607.607284] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.633093] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.642429] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.643126] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.643126] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.643126] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.643267] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.643352] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.643656] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.643829] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.645129] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.645129] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.645129] env[69674]: DEBUG nova.virt.hardware [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.645358] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53cb333-b55e-44d3-8577-a698232b56c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.665572] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a7c69-09b9-4f54-8ea0-7d307ea51026 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.684402] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:75:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e400c5-ea2d-4bc1-b9d2-0afc1af01749', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.692495] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.692789] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.693012] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6f302d8-5571-494c-bc51-5b7a07a0a6e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.718789] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.718789] env[69674]: value = "task-3256169" [ 607.718789] env[69674]: _type = "Task" [ 607.718789] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.728238] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256169, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.869820] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3efefa7-9ce6-4dc4-82a4-3edf0b1dbff5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.881151] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6143a4-a401-407b-a12e-94668ea4c4c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.915244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197c301-c351-49e9-a91a-414fc4a3cad5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.924242] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621dda62-6d81-455f-a32e-6f7433147260 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.938879] env[69674]: DEBUG nova.compute.provider_tree [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.963629] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Successfully updated port: 05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.121960] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256168, 'name': PowerOffVM_Task, 'duration_secs': 0.216317} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.122259] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.122414] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.122666] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f2ccfe-39de-470e-aaa9-785c9affee90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.190189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.190398] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.190582] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore2] d6097905-921e-4520-bdbb-724e00836022 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.190889] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c9feb0-f29d-452d-889d-940aba54afce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.197745] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 608.197745] env[69674]: value = "task-3256171" [ 608.197745] env[69674]: _type = "Task" [ 608.197745] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.206094] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.239141] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256169, 'name': CreateVM_Task, 'duration_secs': 0.349405} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.239591] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.241086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.241086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.241086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.241086] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e320ad-edcf-49c2-b00b-449e41a365e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.245691] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 608.245691] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fced69-af6f-45b1-d120-2b80dbd1f90b" [ 608.245691] env[69674]: _type = "Task" [ 608.245691] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.255113] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 608.257236] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fced69-af6f-45b1-d120-2b80dbd1f90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.302060] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.302060] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.302296] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.302358] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.302491] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.303031] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.303321] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.303482] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.303646] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.303823] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.305112] env[69674]: DEBUG nova.virt.hardware [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.305112] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d23a3-642b-47ba-a0ae-5c11561fabe4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.314255] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5520e1ad-2f43-48d5-a705-37de1f6a2a8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.442826] env[69674]: DEBUG nova.scheduler.client.report [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.469538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.469538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.469538] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.711795] env[69674]: DEBUG oslo_vmware.api [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29046} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.712061] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.712242] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.712565] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.712668] env[69674]: INFO nova.compute.manager [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: d6097905-921e-4520-bdbb-724e00836022] Took 1.14 seconds to destroy the instance on the hypervisor. [ 608.712816] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.713015] env[69674]: DEBUG nova.compute.manager [-] [instance: d6097905-921e-4520-bdbb-724e00836022] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 608.713112] env[69674]: DEBUG nova.network.neutron [-] [instance: d6097905-921e-4520-bdbb-724e00836022] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.756739] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fced69-af6f-45b1-d120-2b80dbd1f90b, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.757042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.757273] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.757511] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.757651] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.757825] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.758103] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3e43f03-638c-4ad6-a3a8-aecaa34eb532 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.771299] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.772217] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.772274] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdc1806-791f-42d4-b9f5-92072eb16fab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.777422] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 608.777422] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ee8a5c-ffe5-3768-3759-51fc857a2d4e" [ 608.777422] env[69674]: _type = "Task" [ 608.777422] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.787019] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ee8a5c-ffe5-3768-3759-51fc857a2d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.950397] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.950997] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 608.954164] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.975s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.954368] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.956545] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.621s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.958085] env[69674]: INFO nova.compute.claims [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.991179] env[69674]: INFO nova.scheduler.client.report [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Deleted allocations for instance af78fbb0-92eb-445c-b36b-855630c9d75a [ 609.058837] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.200343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "590c2cb4-0349-46db-b85c-6f845327e450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.201780] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.223857] env[69674]: DEBUG nova.compute.manager [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: fe534ebf-0e80-4506-a703-344563263aff] Received event network-vif-deleted-f28a3abd-e8d5-42fd-9f92-779006085b58 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 609.225318] env[69674]: DEBUG nova.compute.manager [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 609.225432] env[69674]: DEBUG nova.compute.manager [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing instance network info cache due to event network-changed-bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 609.225895] env[69674]: DEBUG oslo_concurrency.lockutils [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] Acquiring lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.226100] env[69674]: DEBUG oslo_concurrency.lockutils [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] Acquired lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.226297] env[69674]: DEBUG nova.network.neutron [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Refreshing network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.248042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.248403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.292227] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ee8a5c-ffe5-3768-3759-51fc857a2d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.03023} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.293164] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7959738d-6787-4267-a559-f4fefb49cff2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.298827] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 609.298827] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d61951-acf3-fda7-4e14-19fb01ecb404" [ 609.298827] env[69674]: _type = "Task" [ 609.298827] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.307657] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d61951-acf3-fda7-4e14-19fb01ecb404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.312231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.312231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.455701] env[69674]: DEBUG nova.compute.utils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.457146] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 609.463426] env[69674]: DEBUG nova.compute.manager [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Received event network-vif-plugged-05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 609.463426] env[69674]: DEBUG oslo_concurrency.lockutils [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] Acquiring lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.463426] env[69674]: DEBUG oslo_concurrency.lockutils [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.463426] env[69674]: DEBUG oslo_concurrency.lockutils [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.463426] env[69674]: DEBUG nova.compute.manager [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] No waiting events found dispatching network-vif-plugged-05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.463624] env[69674]: WARNING nova.compute.manager [req-f0b54fcb-da22-43e7-9a1e-2636d265c475 req-571a4e75-4495-44c0-ab58-f41c915962c7 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Received unexpected event network-vif-plugged-05a914b6-4657-40d3-9ffe-463f692d433a for instance with vm_state building and task_state spawning. [ 609.499736] env[69674]: DEBUG oslo_concurrency.lockutils [None req-69383b1b-5064-4639-a576-1b2f373118df tempest-ServerAddressesNegativeTestJSON-1013156832 tempest-ServerAddressesNegativeTestJSON-1013156832-project-member] Lock "af78fbb0-92eb-445c-b36b-855630c9d75a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.564s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.736506] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Updating instance_info_cache with network_info: [{"id": "05a914b6-4657-40d3-9ffe-463f692d433a", "address": "fa:16:3e:c7:3b:9f", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a914b6-46", "ovs_interfaceid": "05a914b6-4657-40d3-9ffe-463f692d433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.817136] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d61951-acf3-fda7-4e14-19fb01ecb404, 'name': SearchDatastore_Task, 'duration_secs': 0.013447} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.817420] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.817694] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.817961] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2442530d-9f12-49f3-af53-c4823ddbaeee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.825433] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 609.825433] env[69674]: value = "task-3256172" [ 609.825433] env[69674]: _type = "Task" [ 609.825433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.834455] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.854499] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Successfully updated port: 5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.959489] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 609.995276] env[69674]: DEBUG nova.network.neutron [-] [instance: d6097905-921e-4520-bdbb-724e00836022] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.192165] env[69674]: DEBUG nova.network.neutron [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updated VIF entry in instance network info cache for port bc0f159f-dcc0-422c-8be0-05a892221243. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.192572] env[69674]: DEBUG nova.network.neutron [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updating instance_info_cache with network_info: [{"id": "bc0f159f-dcc0-422c-8be0-05a892221243", "address": "fa:16:3e:0c:43:f2", "network": {"id": "ed69c25b-f3ed-4cc1-9f3a-9130afe5ac37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-822970519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9c20f661f541d2b865622477f32d22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0f159f-dc", "ovs_interfaceid": "bc0f159f-dcc0-422c-8be0-05a892221243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.242980] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.242980] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Instance network_info: |[{"id": "05a914b6-4657-40d3-9ffe-463f692d433a", "address": "fa:16:3e:c7:3b:9f", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a914b6-46", "ovs_interfaceid": "05a914b6-4657-40d3-9ffe-463f692d433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 610.243268] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:3b:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05a914b6-4657-40d3-9ffe-463f692d433a', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.252666] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating folder: Project (de069386244e4a82a3465c520db19b2c). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.252666] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e83dcb-2780-421f-a9e7-1977b2f529fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.265965] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created folder: Project (de069386244e4a82a3465c520db19b2c) in parent group-v650515. [ 610.266328] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating folder: Instances. Parent ref: group-v650562. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.270030] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b953c0-6479-44e3-ab13-aaee5ccb6c0f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.282665] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created folder: Instances in parent group-v650562. [ 610.283022] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.283312] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.283470] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6cbf7b-6839-454b-8bfa-d01cfbec9f63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.310987] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.310987] env[69674]: value = "task-3256175" [ 610.310987] env[69674]: _type = "Task" [ 610.310987] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.324428] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256175, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.338154] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.359556] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.359795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.359956] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.499243] env[69674]: INFO nova.compute.manager [-] [instance: d6097905-921e-4520-bdbb-724e00836022] Took 1.79 seconds to deallocate network for instance. [ 610.653167] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b33e1d-3816-4a0b-b6e6-246f48d31a27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.659770] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ec8d2-18a9-4def-8397-bf2983504f52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.693201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad405683-148d-47ec-82bf-870f35d7d883 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.700551] env[69674]: DEBUG oslo_concurrency.lockutils [req-c893f54a-a8e8-4123-a5e8-b26bee1ad62a req-319dc371-69fe-4122-800b-fbff8e3f5460 service nova] Releasing lock "refresh_cache-e30b30bd-40d9-486d-8ef4-21ad312d0789" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.702758] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137668a0-53c0-46cf-85ae-8369c8c331cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.718702] env[69674]: DEBUG nova.compute.provider_tree [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.821762] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256175, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.837778] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746823} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.838200] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.838303] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.838550] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6de4b3-217c-4b41-b4da-585df16683c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.845356] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 610.845356] env[69674]: value = "task-3256176" [ 610.845356] env[69674]: _type = "Task" [ 610.845356] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.853977] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.929850] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.974447] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 611.005764] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.006055] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.006133] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.006519] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.006519] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.006648] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.006890] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.007189] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.007278] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.007398] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.007575] env[69674]: DEBUG nova.virt.hardware [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.008530] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2ee5c-5d42-4793-80f1-b8457bdb6164 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.012503] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.018140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29b10e-a0e4-4b92-8a59-66d76d68d34a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.035107] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.043681] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Creating folder: Project (2cad20656a1d457cabd0685f54257833). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.047240] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c29907-6105-4c78-959f-5f1df060ca72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.056785] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Created folder: Project (2cad20656a1d457cabd0685f54257833) in parent group-v650515. [ 611.056913] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Creating folder: Instances. Parent ref: group-v650565. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.057158] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d04393-a2d8-452c-a6d1-9f80b8752382 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.065487] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Created folder: Instances in parent group-v650565. [ 611.065760] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.065990] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.066265] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98676dce-71eb-4774-a396-068f625122a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.082744] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.082744] env[69674]: value = "task-3256179" [ 611.082744] env[69674]: _type = "Task" [ 611.082744] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.090726] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256179, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.149270] env[69674]: DEBUG nova.network.neutron [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Updating instance_info_cache with network_info: [{"id": "5c77fecd-8035-4e7c-aae4-538170a61408", "address": "fa:16:3e:7c:5f:53", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c77fecd-80", "ovs_interfaceid": "5c77fecd-8035-4e7c-aae4-538170a61408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.222253] env[69674]: DEBUG nova.scheduler.client.report [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.322194] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256175, 'name': CreateVM_Task, 'duration_secs': 0.690855} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.322504] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.323129] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.323324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.323654] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.323914] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba28926c-fea6-454c-872e-33cc10e49098 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.329434] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 611.329434] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281f4b7-df79-46e7-7e0f-cd47eec87729" [ 611.329434] env[69674]: _type = "Task" [ 611.329434] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.337467] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281f4b7-df79-46e7-7e0f-cd47eec87729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.355197] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070764} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.355477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.356372] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cd5796-3f73-4715-9cea-ba02d2c35477 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.381861] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.382325] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0499f32-e1cb-4915-8788-f8ae5f6f4862 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.402356] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 611.402356] env[69674]: value = "task-3256180" [ 611.402356] env[69674]: _type = "Task" [ 611.402356] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.416028] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.592988] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256179, 'name': CreateVM_Task, 'duration_secs': 0.379604} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.593188] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.593601] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.652490] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.654030] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Instance network_info: |[{"id": "5c77fecd-8035-4e7c-aae4-538170a61408", "address": "fa:16:3e:7c:5f:53", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c77fecd-80", "ovs_interfaceid": "5c77fecd-8035-4e7c-aae4-538170a61408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 611.654172] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:5f:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c77fecd-8035-4e7c-aae4-538170a61408', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.663778] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.663778] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.663778] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ef6156-52a9-4ea4-9547-d769e9b6bb7b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.688196] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.688196] env[69674]: value = "task-3256181" [ 611.688196] env[69674]: _type = "Task" [ 611.688196] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.696595] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256181, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.732407] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.732407] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 611.732407] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.376s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.738848] env[69674]: INFO nova.compute.claims [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.839665] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281f4b7-df79-46e7-7e0f-cd47eec87729, 'name': SearchDatastore_Task, 'duration_secs': 0.026886} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.841033] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.841168] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.841431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.841581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.841758] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.842060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.842361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.842596] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82cd5df-116c-4a2d-b225-9eac211e974b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.844612] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730b8d3a-345c-4379-91a8-fe9f56035b68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.849620] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 611.849620] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f89028-31c5-d734-4fe6-2bba8034d6e8" [ 611.849620] env[69674]: _type = "Task" [ 611.849620] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.856119] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.856119] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.858478] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85660aa9-6e03-474a-9303-e2c3cbc2ef14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.866755] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f89028-31c5-d734-4fe6-2bba8034d6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.869649] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 611.869649] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d7843-4182-8a77-c94c-5b5100fcebb3" [ 611.869649] env[69674]: _type = "Task" [ 611.869649] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.877591] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d7843-4182-8a77-c94c-5b5100fcebb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.911418] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256180, 'name': ReconfigVM_Task, 'duration_secs': 0.280854} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.911693] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f/856f61d9-0199-4a16-ba72-5166f2d1095f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.912435] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23751dc7-8fc1-4d95-a0c6-9757135d51d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.919319] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 611.919319] env[69674]: value = "task-3256182" [ 611.919319] env[69674]: _type = "Task" [ 611.919319] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.928408] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256182, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.200219] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256181, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.235095] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Received event network-vif-plugged-5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 612.235095] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Acquiring lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.235095] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.235095] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.235095] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] No waiting events found dispatching network-vif-plugged-5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.235285] env[69674]: WARNING nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Received unexpected event network-vif-plugged-5c77fecd-8035-4e7c-aae4-538170a61408 for instance with vm_state building and task_state spawning. [ 612.235285] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Received event network-changed-5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 612.235400] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Refreshing instance network info cache due to event network-changed-5c77fecd-8035-4e7c-aae4-538170a61408. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 612.236758] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Acquiring lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.236758] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Acquired lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.236758] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Refreshing network info cache for port 5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.242754] env[69674]: DEBUG nova.compute.utils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.244126] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 612.244320] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.340917] env[69674]: DEBUG nova.policy [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '740f074a76b7418283bdb0de2ee091d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '770ac2bf842748009b30e5f0a5a6f2d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.360669] env[69674]: DEBUG nova.compute.manager [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Received event network-changed-05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 612.360669] env[69674]: DEBUG nova.compute.manager [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Refreshing instance network info cache due to event network-changed-05a914b6-4657-40d3-9ffe-463f692d433a. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 612.360669] env[69674]: DEBUG oslo_concurrency.lockutils [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] Acquiring lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.360669] env[69674]: DEBUG oslo_concurrency.lockutils [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] Acquired lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.360669] env[69674]: DEBUG nova.network.neutron [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Refreshing network info cache for port 05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.367741] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f89028-31c5-d734-4fe6-2bba8034d6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.035377} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.367954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.368199] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.368426] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.382634] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d7843-4182-8a77-c94c-5b5100fcebb3, 'name': SearchDatastore_Task, 'duration_secs': 0.038796} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.383485] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3190ffde-a807-4f7f-954e-ce8274d028e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.392117] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 612.392117] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fcd3b2-b23a-1988-2a65-77aa88b01b5c" [ 612.392117] env[69674]: _type = "Task" [ 612.392117] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.403243] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fcd3b2-b23a-1988-2a65-77aa88b01b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.428394] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256182, 'name': Rename_Task, 'duration_secs': 0.138443} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.428892] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.429044] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fe2608-fe69-4c42-b5f0-13029b96a705 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.435716] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 612.435716] env[69674]: value = "task-3256183" [ 612.435716] env[69674]: _type = "Task" [ 612.435716] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.446236] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.702288] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256181, 'name': CreateVM_Task, 'duration_secs': 0.604668} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.702808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.703684] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.703684] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.704251] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.704251] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca784c8-3829-4d73-a70a-ad510b1dc730 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.709183] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 612.709183] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b75ca8-2e19-c664-10e1-85b017012f0e" [ 612.709183] env[69674]: _type = "Task" [ 612.709183] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.719331] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b75ca8-2e19-c664-10e1-85b017012f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.750853] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 612.912786] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fcd3b2-b23a-1988-2a65-77aa88b01b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.913563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.913563] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8a330708-788d-4af0-b272-a58d83c9c8c8/8a330708-788d-4af0-b272-a58d83c9c8c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.913735] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.913776] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.913973] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912d7724-5b11-457f-bc66-30d1b811af0f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.915969] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-671bcb08-8398-4600-bd88-b3f987a906c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.927278] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 612.927278] env[69674]: value = "task-3256184" [ 612.927278] env[69674]: _type = "Task" [ 612.927278] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.932058] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.932255] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.936234] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4aed41-baa3-4242-8492-c450455c2039 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.938579] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.947209] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 612.947209] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52416e28-a609-aa64-a9a9-99d5b0305f3c" [ 612.947209] env[69674]: _type = "Task" [ 612.947209] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.950727] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.971502] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52416e28-a609-aa64-a9a9-99d5b0305f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.015349} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.973211] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06714906-4b14-49db-bd39-a90e67bfcf58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.984277] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 612.984277] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa1d46-e3df-7596-f970-2d1bb7ba38d9" [ 612.984277] env[69674]: _type = "Task" [ 612.984277] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.991575] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa1d46-e3df-7596-f970-2d1bb7ba38d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.113342] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Successfully created port: 8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.224090] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b75ca8-2e19-c664-10e1-85b017012f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.026872} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.224386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.224624] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.225720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.315194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba2892f-828f-4e48-9144-1b36b5897e7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.329222] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7362f87-e235-4cac-b643-f9518a44ca6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.370672] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277374a-7bac-4300-a0e9-523d613d1c88 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.381500] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b1dfd-2380-4cb8-bc7d-dbb1c1c36101 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.399505] env[69674]: DEBUG nova.compute.provider_tree [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.436291] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.449411] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256183, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.481173] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.481574] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.481697] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.481829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.481999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.484591] env[69674]: INFO nova.compute.manager [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Terminating instance [ 613.496088] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa1d46-e3df-7596-f970-2d1bb7ba38d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01425} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.496422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.496644] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] ed00c987-3c06-459e-8d27-bb28938a287f/ed00c987-3c06-459e-8d27-bb28938a287f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.496922] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497127] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.497336] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eadce2f2-6674-41a6-a294-1338f4cdc531 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.499997] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ced012d-e0d6-4ca7-9e2d-07895edd62a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.506907] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 613.506907] env[69674]: value = "task-3256185" [ 613.506907] env[69674]: _type = "Task" [ 613.506907] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.511970] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.512280] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.513467] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d18663-bb38-499e-80bb-f567eb1bca77 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.519942] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.523536] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 613.523536] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52859023-d6c1-c300-2378-2be2c0fb5a8b" [ 613.523536] env[69674]: _type = "Task" [ 613.523536] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.531639] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52859023-d6c1-c300-2378-2be2c0fb5a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.737180] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Updated VIF entry in instance network info cache for port 5c77fecd-8035-4e7c-aae4-538170a61408. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.737616] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Updating instance_info_cache with network_info: [{"id": "5c77fecd-8035-4e7c-aae4-538170a61408", "address": "fa:16:3e:7c:5f:53", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c77fecd-80", "ovs_interfaceid": "5c77fecd-8035-4e7c-aae4-538170a61408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.766567] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 613.791882] env[69674]: DEBUG nova.network.neutron [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Updated VIF entry in instance network info cache for port 05a914b6-4657-40d3-9ffe-463f692d433a. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.792370] env[69674]: DEBUG nova.network.neutron [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Updating instance_info_cache with network_info: [{"id": "05a914b6-4657-40d3-9ffe-463f692d433a", "address": "fa:16:3e:c7:3b:9f", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a914b6-46", "ovs_interfaceid": "05a914b6-4657-40d3-9ffe-463f692d433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.798481] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.798750] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.798908] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.799100] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.799252] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.799405] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.799644] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.799811] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.800555] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.800555] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.800555] env[69674]: DEBUG nova.virt.hardware [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.801364] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3f75c-464a-4be7-9ca9-7d57c354184e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.813787] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d2f3a0-5c6a-498b-a26f-1ccd4560a5c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.902882] env[69674]: DEBUG nova.scheduler.client.report [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.938559] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548224} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.939514] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8a330708-788d-4af0-b272-a58d83c9c8c8/8a330708-788d-4af0-b272-a58d83c9c8c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.939514] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.943417] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff17a72c-73cd-483c-909e-504751ede1f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.950757] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 613.950757] env[69674]: value = "task-3256186" [ 613.950757] env[69674]: _type = "Task" [ 613.950757] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.957627] env[69674]: DEBUG oslo_vmware.api [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256183, 'name': PowerOnVM_Task, 'duration_secs': 1.183442} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.962818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.967280] env[69674]: DEBUG nova.compute.manager [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 613.967280] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ca64b-aa46-45cd-a91c-a80028cca9fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.978858] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.992562] env[69674]: DEBUG nova.compute.manager [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 613.992799] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.996503] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d2a3d-d9ac-47e7-80e7-28040dffce9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.001758] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.002077] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b62014b2-b780-456e-bf5a-24da764b7369 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.010409] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 614.010409] env[69674]: value = "task-3256187" [ 614.010409] env[69674]: _type = "Task" [ 614.010409] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.022330] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477146} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.026034] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] ed00c987-3c06-459e-8d27-bb28938a287f/ed00c987-3c06-459e-8d27-bb28938a287f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.026268] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.026914] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.027144] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73fdffe3-7df7-4d71-89b5-5ad3d333472d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.039660] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52859023-d6c1-c300-2378-2be2c0fb5a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.043189] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 614.043189] env[69674]: value = "task-3256188" [ 614.043189] env[69674]: _type = "Task" [ 614.043189] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.043189] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a3205c-db86-448c-9826-71eb17a0e748 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.054490] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 614.054490] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526fb682-d7de-2ff6-5142-ef7d2bb36b7d" [ 614.054490] env[69674]: _type = "Task" [ 614.054490] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.057786] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.067492] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526fb682-d7de-2ff6-5142-ef7d2bb36b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.067871] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.068226] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 6383858f-5ecc-4861-8fbe-e7d60b153961/6383858f-5ecc-4861-8fbe-e7d60b153961.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.068922] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdd534d-2bcd-4028-a5ff-d885b59e0cd5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.075054] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 614.075054] env[69674]: value = "task-3256189" [ 614.075054] env[69674]: _type = "Task" [ 614.075054] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.083390] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.240936] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Releasing lock "refresh_cache-6383858f-5ecc-4861-8fbe-e7d60b153961" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.243662] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Received event network-changed-489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 614.243910] env[69674]: DEBUG nova.compute.manager [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Refreshing instance network info cache due to event network-changed-489b354b-986a-47df-9f1f-c120475d9013. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 614.245449] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Acquiring lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245449] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Acquired lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.245449] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Refreshing network info cache for port 489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.305543] env[69674]: DEBUG oslo_concurrency.lockutils [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] Releasing lock "refresh_cache-8a330708-788d-4af0-b272-a58d83c9c8c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.305908] env[69674]: DEBUG nova.compute.manager [req-e00fc5b2-ab72-471b-97e1-6b04d7d8601b req-76af343e-a44d-4b8a-b012-9ff40749568c service nova] [instance: d6097905-921e-4520-bdbb-724e00836022] Received event network-vif-deleted-12ac59a4-84bd-48ac-8f87-01c36df84265 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 614.411155] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.411155] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 614.415672] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.280s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.415672] env[69674]: DEBUG nova.objects.instance [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lazy-loading 'resources' on Instance uuid cc734575-ad58-4155-b07c-df61bafd9278 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.470834] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166156} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.471114] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.474388] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560eeabf-cdf5-415e-8352-a64a68f88c3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.513410] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8a330708-788d-4af0-b272-a58d83c9c8c8/8a330708-788d-4af0-b272-a58d83c9c8c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.518658] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0787a275-2d86-4ff1-ab0d-f26751a3604f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.534165] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.543882] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256187, 'name': PowerOffVM_Task, 'duration_secs': 0.218909} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.545475] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.546762] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.546762] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 614.546762] env[69674]: value = "task-3256190" [ 614.546762] env[69674]: _type = "Task" [ 614.546762] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.546762] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9df26e6-c96f-4c9a-9017-252f455198fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.561509] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074948} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.565366] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.566155] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e0a3d-f191-4e6a-bc6c-33b1234808ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.588617] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] ed00c987-3c06-459e-8d27-bb28938a287f/ed00c987-3c06-459e-8d27-bb28938a287f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.593090] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7eaf0fd-0de8-4298-a205-0180ba883580 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.616296] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.618016] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 614.618016] env[69674]: value = "task-3256192" [ 614.618016] env[69674]: _type = "Task" [ 614.618016] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.630542] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.630710] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.631103] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Deleting the datastore file [datastore1] e30b30bd-40d9-486d-8ef4-21ad312d0789 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.631103] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.632285] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e034adbe-5184-45a2-82a4-0223138efd1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.637667] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for the task: (returnval){ [ 614.637667] env[69674]: value = "task-3256193" [ 614.637667] env[69674]: _type = "Task" [ 614.637667] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.648799] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.922748] env[69674]: DEBUG nova.compute.utils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.928905] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 614.929114] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.067149] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.092296] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769807} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.092373] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 6383858f-5ecc-4861-8fbe-e7d60b153961/6383858f-5ecc-4861-8fbe-e7d60b153961.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.092567] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.093530] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c41f5d03-9911-4a3a-b70c-2b8f52604871 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.099410] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 615.099410] env[69674]: value = "task-3256194" [ 615.099410] env[69674]: _type = "Task" [ 615.099410] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.107575] env[69674]: DEBUG nova.policy [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66a4ed068c954d5abfe419fd88bc452c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7ef528394342158e5aafd52ccfd102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.113134] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.130720] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.148703] env[69674]: DEBUG oslo_vmware.api [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Task: {'id': task-3256193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29378} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.148976] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.149174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.149355] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.149547] env[69674]: INFO nova.compute.manager [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Took 1.16 seconds to destroy the instance on the hypervisor. [ 615.149804] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.150006] env[69674]: DEBUG nova.compute.manager [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 615.151482] env[69674]: DEBUG nova.network.neutron [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.438067] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 615.491243] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41c412-e7c6-46e1-a718-20ef88ff591b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.508761] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e7939b-b702-453b-8e83-b2bb4d13efb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.546274] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc269c9c-5982-4a06-bb7b-5c53c1352595 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.558575] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c80425-8dd7-4644-9142-caafe8ad18a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.567223] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256190, 'name': ReconfigVM_Task, 'duration_secs': 0.644506} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.574988] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8a330708-788d-4af0-b272-a58d83c9c8c8/8a330708-788d-4af0-b272-a58d83c9c8c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.576155] env[69674]: DEBUG nova.compute.provider_tree [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.577197] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1793aa-7f63-4973-8917-0756ee8a6820 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.584834] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 615.584834] env[69674]: value = "task-3256195" [ 615.584834] env[69674]: _type = "Task" [ 615.584834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.594075] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256195, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.610930] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121005} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.611775] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updated VIF entry in instance network info cache for port 489b354b-986a-47df-9f1f-c120475d9013. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.612100] env[69674]: DEBUG nova.network.neutron [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updating instance_info_cache with network_info: [{"id": "489b354b-986a-47df-9f1f-c120475d9013", "address": "fa:16:3e:fd:a9:9f", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489b354b-98", "ovs_interfaceid": "489b354b-986a-47df-9f1f-c120475d9013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.613306] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.617023] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b72262-1913-47c4-9366-a841fbcf4659 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.638844] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 6383858f-5ecc-4861-8fbe-e7d60b153961/6383858f-5ecc-4861-8fbe-e7d60b153961.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.643117] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f8fcfc-e897-4ea7-8499-a0977ac8ccf2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.663826] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256192, 'name': ReconfigVM_Task, 'duration_secs': 0.577046} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.664114] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] ed00c987-3c06-459e-8d27-bb28938a287f/ed00c987-3c06-459e-8d27-bb28938a287f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.664804] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 615.664804] env[69674]: value = "task-3256196" [ 615.664804] env[69674]: _type = "Task" [ 615.664804] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.665051] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099296f9-03d2-4dc9-83c1-5e9fa13fa824 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.676806] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.678149] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 615.678149] env[69674]: value = "task-3256197" [ 615.678149] env[69674]: _type = "Task" [ 615.678149] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.685828] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256197, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.929917] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Successfully updated port: 8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.080080] env[69674]: DEBUG nova.scheduler.client.report [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.097795] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256195, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.114855] env[69674]: DEBUG oslo_concurrency.lockutils [req-67575586-a461-47f0-bd38-9981bc7b4ab3 req-6d2c1e41-dddb-4b5b-8b75-e1c4c3c3e124 service nova] Releasing lock "refresh_cache-13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.173258] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Successfully created port: adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.183019] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.191280] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256197, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.286682] env[69674]: DEBUG nova.network.neutron [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.432587] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.433023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquired lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.433302] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.451074] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 616.486946] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.487139] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.487341] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.487477] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.487658] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.488026] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.488131] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.488240] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.488449] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.489012] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.489012] env[69674]: DEBUG nova.virt.hardware [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.489778] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a53821-75c9-444d-8ab2-77ab80749e72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.497624] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577e5ec2-0123-402f-8f32-b20d66d9c32b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.587983] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.590506] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.583s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.606928] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256195, 'name': Rename_Task, 'duration_secs': 0.783901} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.608969] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.609272] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edc6da18-9ee7-4076-a09d-ab929e70e3ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.615802] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 616.615802] env[69674]: value = "task-3256198" [ 616.615802] env[69674]: _type = "Task" [ 616.615802] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.625506] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.632637] env[69674]: INFO nova.scheduler.client.report [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Deleted allocations for instance cc734575-ad58-4155-b07c-df61bafd9278 [ 616.679561] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256196, 'name': ReconfigVM_Task, 'duration_secs': 0.835863} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.681601] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 6383858f-5ecc-4861-8fbe-e7d60b153961/6383858f-5ecc-4861-8fbe-e7d60b153961.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.681601] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c4b1b9-48df-4c1c-8c50-02e9723cd7b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.691027] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 616.691027] env[69674]: value = "task-3256199" [ 616.691027] env[69674]: _type = "Task" [ 616.691027] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.700692] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256197, 'name': Rename_Task, 'duration_secs': 0.693691} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.700940] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.701229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2301251f-e2db-483c-ad8e-df364e970e11 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.707049] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256199, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.711527] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 616.711527] env[69674]: value = "task-3256200" [ 616.711527] env[69674]: _type = "Task" [ 616.711527] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.721200] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.782906] env[69674]: DEBUG nova.compute.manager [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Received event network-vif-plugged-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 616.783219] env[69674]: DEBUG oslo_concurrency.lockutils [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] Acquiring lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.783436] env[69674]: DEBUG oslo_concurrency.lockutils [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] Lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.783596] env[69674]: DEBUG oslo_concurrency.lockutils [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] Lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.783764] env[69674]: DEBUG nova.compute.manager [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] No waiting events found dispatching network-vif-plugged-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.783919] env[69674]: WARNING nova.compute.manager [req-84424b46-f20d-4acb-8717-b095fa34d040 req-4a9cb298-7bd2-4056-96f2-6ba5d6409c3c service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Received unexpected event network-vif-plugged-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 for instance with vm_state building and task_state spawning. [ 616.792160] env[69674]: INFO nova.compute.manager [-] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Took 1.64 seconds to deallocate network for instance. [ 617.003944] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.099703] env[69674]: INFO nova.compute.claims [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.129807] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.147444] env[69674]: DEBUG oslo_concurrency.lockutils [None req-86fee880-8910-4d0b-8475-aa4e4cfc06c1 tempest-DeleteServersAdminTestJSON-1019181608 tempest-DeleteServersAdminTestJSON-1019181608-project-admin] Lock "cc734575-ad58-4155-b07c-df61bafd9278" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.106s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.203265] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256199, 'name': Rename_Task, 'duration_secs': 0.171218} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.206490] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.206609] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ccfc41f-a7b8-47d8-b16f-31ad512ba6fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.216518] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 617.216518] env[69674]: value = "task-3256201" [ 617.216518] env[69674]: _type = "Task" [ 617.216518] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.223454] env[69674]: DEBUG oslo_vmware.api [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256200, 'name': PowerOnVM_Task, 'duration_secs': 0.506748} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.224021] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.224232] env[69674]: INFO nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Took 6.25 seconds to spawn the instance on the hypervisor. [ 617.224522] env[69674]: DEBUG nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 617.225157] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29881215-08e9-417c-be5a-ecbbc13e18b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.230589] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.262638] env[69674]: DEBUG nova.network.neutron [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Updating instance_info_cache with network_info: [{"id": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "address": "fa:16:3e:90:ea:de", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a040d5f-01", "ovs_interfaceid": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.298460] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.606968] env[69674]: INFO nova.compute.resource_tracker [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating resource usage from migration 8c2d9336-a3ea-4204-9c67-d7831da4ae34 [ 617.630997] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256198, 'name': PowerOnVM_Task, 'duration_secs': 0.544234} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.631440] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.633599] env[69674]: INFO nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Took 12.00 seconds to spawn the instance on the hypervisor. [ 617.633599] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 617.633599] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd3aba-9757-4ed6-948f-bf3d0589d051 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.733069] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.746219] env[69674]: INFO nova.compute.manager [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Took 29.17 seconds to build instance. [ 617.765967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Releasing lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.766557] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Instance network_info: |[{"id": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "address": "fa:16:3e:90:ea:de", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a040d5f-01", "ovs_interfaceid": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 617.768266] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:ea:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.776804] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Creating folder: Project (770ac2bf842748009b30e5f0a5a6f2d6). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.778059] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b594ca85-3cee-44a2-884b-de64342d4228 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.794454] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Created folder: Project (770ac2bf842748009b30e5f0a5a6f2d6) in parent group-v650515. [ 617.794662] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Creating folder: Instances. Parent ref: group-v650569. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.794980] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a802e3f-9adb-4369-8934-f7b5d29cfa69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.809876] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Created folder: Instances in parent group-v650569. [ 617.810783] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.810986] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.811209] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddfe8db4-1b8e-47ef-9763-52ec660db4a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.832979] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.832979] env[69674]: value = "task-3256204" [ 617.832979] env[69674]: _type = "Task" [ 617.832979] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.840877] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256204, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.923662] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.923900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.164076] env[69674]: INFO nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Took 29.92 seconds to build instance. [ 618.185892] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9c93c4-c428-4aa1-99a1-b40cd7065847 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.195646] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db797e4-7466-42b5-905e-3e9a6d9670a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.233874] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2804d0-dfb8-46cb-a503-7ba78c4be51a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.246465] env[69674]: DEBUG oslo_vmware.api [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256201, 'name': PowerOnVM_Task, 'duration_secs': 1.017956} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.247219] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.247978] env[69674]: INFO nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Took 9.99 seconds to spawn the instance on the hypervisor. [ 618.247978] env[69674]: DEBUG nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 618.249145] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58989540-f5e4-47e2-b398-d3828b226832 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.253836] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ebdbbc-198a-4c7f-8522-d56b13f85edf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.256852] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e98e7983-28f2-4ad6-972f-a587bbe0046c tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.866s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.269043] env[69674]: DEBUG nova.compute.provider_tree [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.343211] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256204, 'name': CreateVM_Task, 'duration_secs': 0.454187} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.343389] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.344120] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.344242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.344566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.344799] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620b88bb-d05d-467a-9d50-c96d53b8adba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.349458] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 618.349458] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e5153-8f00-6956-0624-5c51bbbfaebd" [ 618.349458] env[69674]: _type = "Task" [ 618.349458] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.357442] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e5153-8f00-6956-0624-5c51bbbfaebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.632854] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "f7b7f571-9eea-402d-8104-85a4227ba52e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.637126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.645313] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "856f61d9-0199-4a16-ba72-5166f2d1095f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.645543] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.645742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.645924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.646123] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.651033] env[69674]: INFO nova.compute.manager [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Terminating instance [ 618.668541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.366s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.680603] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Successfully updated port: adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.760590] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 618.776158] env[69674]: DEBUG nova.scheduler.client.report [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.788631] env[69674]: INFO nova.compute.manager [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Took 30.28 seconds to build instance. [ 618.862142] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e5153-8f00-6956-0624-5c51bbbfaebd, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.862668] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.863029] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.863394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.863658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.863964] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.864354] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ead7ccdb-3c37-4a87-a664-2926456e072a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.881032] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.881032] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.881770] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a035e5-04c2-4578-b445-8d846905fa43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.887186] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 618.887186] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5238616e-d056-ebdf-77c5-b6d9ae64df0d" [ 618.887186] env[69674]: _type = "Task" [ 618.887186] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.895576] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5238616e-d056-ebdf-77c5-b6d9ae64df0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.155379] env[69674]: DEBUG nova.compute.manager [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 619.155883] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.157327] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4fc1e0-60de-42df-a784-2fe47d7f2fc1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.168474] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.168760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ef8904-0367-4bd2-9b10-47ac90f1f124 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.175485] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 619.175485] env[69674]: value = "task-3256205" [ 619.175485] env[69674]: _type = "Task" [ 619.175485] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.181971] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 619.184653] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.184785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.185060] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.194898] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.258968] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.286172] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.695s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.286324] env[69674]: INFO nova.compute.manager [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Migrating [ 619.286630] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.286827] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.288079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.333s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.293133] env[69674]: INFO nova.compute.claims [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.293371] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.293928] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19990803-a6ef-4820-92e1-820551bec21f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.948s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.400848] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5238616e-d056-ebdf-77c5-b6d9ae64df0d, 'name': SearchDatastore_Task, 'duration_secs': 0.024475} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.403074] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1444caa7-6f19-4249-83a6-d4ce273253ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.408446] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 619.408446] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae5c49-f489-aba7-4222-90b248d0a967" [ 619.408446] env[69674]: _type = "Task" [ 619.408446] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.419081] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae5c49-f489-aba7-4222-90b248d0a967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.443874] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.444249] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.503051] env[69674]: DEBUG nova.network.neutron [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Updating instance_info_cache with network_info: [{"id": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "address": "fa:16:3e:e1:6f:51", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb17f0a-ea", "ovs_interfaceid": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.517367] env[69674]: DEBUG nova.compute.manager [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Received event network-vif-plugged-adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 619.517744] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] Acquiring lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.518022] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.518237] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.518458] env[69674]: DEBUG nova.compute.manager [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] No waiting events found dispatching network-vif-plugged-adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.518674] env[69674]: WARNING nova.compute.manager [req-fa8fb593-2f50-4b2d-8fdb-e87b878649c0 req-349dcf2b-78e0-47d1-9781-6c4006e1b609 service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Received unexpected event network-vif-plugged-adb17f0a-eab6-4992-b7e8-be8759289cd7 for instance with vm_state building and task_state spawning. [ 619.554766] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "2d57287c-5315-4c71-867f-dd3d4018ab48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.555570] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.686168] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256205, 'name': PowerOffVM_Task, 'duration_secs': 0.238016} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.688628] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.688898] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.689588] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d11810c5-b6f0-4cc5-878a-3b0f3a167a03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.704210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.752047] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.752292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.752475] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] 856f61d9-0199-4a16-ba72-5166f2d1095f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.752767] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f83436e-097a-4c93-a422-7819c35d3c9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.761765] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 619.761765] env[69674]: value = "task-3256207" [ 619.761765] env[69674]: _type = "Task" [ 619.761765] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.770256] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.794581] env[69674]: INFO nova.compute.rpcapi [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 619.795148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.805964] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 619.858312] env[69674]: DEBUG nova.compute.manager [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Received event network-vif-deleted-bc0f159f-dcc0-422c-8be0-05a892221243 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 619.858442] env[69674]: DEBUG nova.compute.manager [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Received event network-changed-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 619.858789] env[69674]: DEBUG nova.compute.manager [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Refreshing instance network info cache due to event network-changed-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 619.858851] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] Acquiring lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.858963] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] Acquired lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.859140] env[69674]: DEBUG nova.network.neutron [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Refreshing network info cache for port 8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.920561] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae5c49-f489-aba7-4222-90b248d0a967, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.920857] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.921155] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a7bb40a9-2ae5-4328-ae78-662677610470/a7bb40a9-2ae5-4328-ae78-662677610470.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.921507] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dfcaed2-8adb-40c2-ba90-6f1f514a002d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.928897] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 619.928897] env[69674]: value = "task-3256208" [ 619.928897] env[69674]: _type = "Task" [ 619.928897] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.937132] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.009044] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.009391] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Instance network_info: |[{"id": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "address": "fa:16:3e:e1:6f:51", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb17f0a-ea", "ovs_interfaceid": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 620.009890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:6f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb17f0a-eab6-4992-b7e8-be8759289cd7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.019173] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Creating folder: Project (7c7ef528394342158e5aafd52ccfd102). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.019788] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e64d064c-f192-432b-9e1e-e5802bf832ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.030264] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Created folder: Project (7c7ef528394342158e5aafd52ccfd102) in parent group-v650515. [ 620.030519] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Creating folder: Instances. Parent ref: group-v650572. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.030781] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69de87f0-0ee3-4e21-87b6-17875aa8b5c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.040401] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Created folder: Instances in parent group-v650572. [ 620.040660] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.040870] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.041098] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45cd916e-f099-4550-8c0d-a90a1d6d12a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.062832] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.062832] env[69674]: value = "task-3256211" [ 620.062832] env[69674]: _type = "Task" [ 620.062832] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.070681] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256211, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.272426] env[69674]: DEBUG oslo_vmware.api [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177325} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.272753] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.272960] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.273642] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.273642] env[69674]: INFO nova.compute.manager [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 620.273814] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.273980] env[69674]: DEBUG nova.compute.manager [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 620.274853] env[69674]: DEBUG nova.network.neutron [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.322740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.323096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.323221] env[69674]: DEBUG nova.network.neutron [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.347572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.347840] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.355161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.445760] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.573638] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256211, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.583932] env[69674]: DEBUG nova.compute.manager [None req-8af4bfdd-8d11-410e-b516-bf34ca62adb3 tempest-ServerDiagnosticsV248Test-1131326812 tempest-ServerDiagnosticsV248Test-1131326812-project-admin] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 620.585172] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a597c-3407-40b2-935e-d9aed3620ff4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.595250] env[69674]: INFO nova.compute.manager [None req-8af4bfdd-8d11-410e-b516-bf34ca62adb3 tempest-ServerDiagnosticsV248Test-1131326812 tempest-ServerDiagnosticsV248Test-1131326812-project-admin] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Retrieving diagnostics [ 620.596044] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f99b5-6a15-4f98-b51a-7d584160ed7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.638229] env[69674]: DEBUG nova.network.neutron [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Updated VIF entry in instance network info cache for port 8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.638610] env[69674]: DEBUG nova.network.neutron [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Updating instance_info_cache with network_info: [{"id": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "address": "fa:16:3e:90:ea:de", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a040d5f-01", "ovs_interfaceid": "8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.669555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.669833] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.874376] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca1476-bba9-4f7f-af3a-b17422171a55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.882048] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd637741-0ac2-40a4-98b8-9576cd747638 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.926890] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f13f9-12ab-4a86-aeed-17f716960ea7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.946112] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640257} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.946549] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a7bb40a9-2ae5-4328-ae78-662677610470/a7bb40a9-2ae5-4328-ae78-662677610470.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.946830] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.949225] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2385f6f-c464-4848-8f1c-19fedeeac283 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.955184] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bcaeeae-9fb8-468a-8736-826126949c0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.973426] env[69674]: DEBUG nova.compute.provider_tree [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.977633] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 620.977633] env[69674]: value = "task-3256212" [ 620.977633] env[69674]: _type = "Task" [ 620.977633] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.989964] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.072681] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256211, 'name': CreateVM_Task, 'duration_secs': 0.601325} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.072858] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.076222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.076222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.076222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.076222] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5538a1f3-a6c3-4c58-833f-22fa879468b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.079009] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 621.079009] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3dbc8-349d-e3a4-d317-32095c3ff782" [ 621.079009] env[69674]: _type = "Task" [ 621.079009] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.086968] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3dbc8-349d-e3a4-d317-32095c3ff782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.092329] env[69674]: DEBUG nova.network.neutron [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.141159] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6fbebf5-8563-4e96-8629-b12d0192b04b req-77961bc3-e9f6-4092-b455-24704e28f897 service nova] Releasing lock "refresh_cache-a7bb40a9-2ae5-4328-ae78-662677610470" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.216945] env[69674]: DEBUG nova.network.neutron [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.479563] env[69674]: DEBUG nova.scheduler.client.report [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.496410] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068097} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.496901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.498022] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aaaf77-9e44-450f-9d5d-25dfa764ae26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.526792] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a7bb40a9-2ae5-4328-ae78-662677610470/a7bb40a9-2ae5-4328-ae78-662677610470.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.528029] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ba2497-d439-4516-a356-4f561e3fb77a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.548596] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 621.548596] env[69674]: value = "task-3256213" [ 621.548596] env[69674]: _type = "Task" [ 621.548596] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.556661] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.590262] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3dbc8-349d-e3a4-d317-32095c3ff782, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.590561] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.590793] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.591062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.591212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.591392] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.591646] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35878375-a756-43ff-bd13-22a72bca7d8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.595401] env[69674]: INFO nova.compute.manager [-] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Took 1.32 seconds to deallocate network for instance. [ 621.601625] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.601836] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.602557] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660106e3-7b81-4e48-a5bd-12a4fb7722f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.607587] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 621.607587] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522791a0-6a08-5846-6cd8-3e278490ec96" [ 621.607587] env[69674]: _type = "Task" [ 621.607587] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.615453] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522791a0-6a08-5846-6cd8-3e278490ec96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.722202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.990910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.990910] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 621.993189] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.898s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.995020] env[69674]: DEBUG nova.objects.instance [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lazy-loading 'resources' on Instance uuid b00eb137-2f66-419d-baec-bd392998d7ef {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.058432] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256213, 'name': ReconfigVM_Task, 'duration_secs': 0.255799} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.058795] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a7bb40a9-2ae5-4328-ae78-662677610470/a7bb40a9-2ae5-4328-ae78-662677610470.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.059430] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a901b6-c4fb-462e-ba34-6d27a7ddce65 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.066464] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 622.066464] env[69674]: value = "task-3256214" [ 622.066464] env[69674]: _type = "Task" [ 622.066464] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.075150] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256214, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.102688] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.118359] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522791a0-6a08-5846-6cd8-3e278490ec96, 'name': SearchDatastore_Task, 'duration_secs': 0.020757} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.120372] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43113d8-0896-488f-8b16-867821e70074 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.127618] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 622.127618] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288d003-e334-6843-4ea3-ff5edd464dbc" [ 622.127618] env[69674]: _type = "Task" [ 622.127618] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.138294] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288d003-e334-6843-4ea3-ff5edd464dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.367886] env[69674]: DEBUG nova.compute.manager [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Received event network-changed-adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 622.368103] env[69674]: DEBUG nova.compute.manager [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Refreshing instance network info cache due to event network-changed-adb17f0a-eab6-4992-b7e8-be8759289cd7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 622.368318] env[69674]: DEBUG oslo_concurrency.lockutils [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] Acquiring lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.368796] env[69674]: DEBUG oslo_concurrency.lockutils [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] Acquired lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.369037] env[69674]: DEBUG nova.network.neutron [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Refreshing network info cache for port adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.497943] env[69674]: DEBUG nova.compute.utils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.503883] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 622.503883] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.543288] env[69674]: DEBUG nova.policy [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66a4ed068c954d5abfe419fd88bc452c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7ef528394342158e5aafd52ccfd102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.583273] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256214, 'name': Rename_Task, 'duration_secs': 0.136547} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.583595] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.583891] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-691d3f81-6266-4e3f-82fe-937028bb57ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.593662] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 622.593662] env[69674]: value = "task-3256215" [ 622.593662] env[69674]: _type = "Task" [ 622.593662] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.602865] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.637765] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288d003-e334-6843-4ea3-ff5edd464dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.026291} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.640682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.640921] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 8b23f73b-a334-4421-8cda-528b3ece1d37/8b23f73b-a334-4421-8cda-528b3ece1d37.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.641750] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02d4898-32a0-4bd4-acf6-52a1ee3f6eeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.649571] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 622.649571] env[69674]: value = "task-3256216" [ 622.649571] env[69674]: _type = "Task" [ 622.649571] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.660527] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.829563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "8a330708-788d-4af0-b272-a58d83c9c8c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.829563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.829563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.829563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.830138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.832790] env[69674]: INFO nova.compute.manager [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Terminating instance [ 622.952984] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Successfully created port: 24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.003284] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 623.085214] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49960364-4977-4740-b5a5-7d326a8cd61c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.102037] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be369ba1-cc39-4674-a989-76c673275909 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.140736] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff8ea7-70e2-433f-b51f-689ad07806ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.143572] env[69674]: DEBUG oslo_vmware.api [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256215, 'name': PowerOnVM_Task, 'duration_secs': 0.473037} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.144809] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.144809] env[69674]: INFO nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Took 9.38 seconds to spawn the instance on the hypervisor. [ 623.144809] env[69674]: DEBUG nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 623.145848] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530d031-8266-4281-b1ea-007febcb3bd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.155228] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617c129-a068-4b67-97ae-256a810b70ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.169399] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.178012] env[69674]: DEBUG nova.compute.provider_tree [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.241875] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb17d4-0d80-4d2a-bcd6-e4b37d3edf0c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.266574] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 623.271369] env[69674]: DEBUG nova.network.neutron [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Updated VIF entry in instance network info cache for port adb17f0a-eab6-4992-b7e8-be8759289cd7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.271635] env[69674]: DEBUG nova.network.neutron [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Updating instance_info_cache with network_info: [{"id": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "address": "fa:16:3e:e1:6f:51", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb17f0a-ea", "ovs_interfaceid": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.338964] env[69674]: DEBUG nova.compute.manager [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 623.338964] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.339868] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b5954-f378-4c33-a40f-b026b1561db0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.349475] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.349862] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff1039d-1cf9-421b-afdc-7e8876320936 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.357786] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "6383858f-5ecc-4861-8fbe-e7d60b153961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.358350] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.358350] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.358998] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.358998] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.361173] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 623.361173] env[69674]: value = "task-3256217" [ 623.361173] env[69674]: _type = "Task" [ 623.361173] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.361587] env[69674]: INFO nova.compute.manager [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Terminating instance [ 623.376089] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.662666] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.662780] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 8b23f73b-a334-4421-8cda-528b3ece1d37/8b23f73b-a334-4421-8cda-528b3ece1d37.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.663015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.663283] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1175f446-4a80-4691-adf5-68f7e5311528 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.675609] env[69674]: INFO nova.compute.manager [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Took 34.37 seconds to build instance. [ 623.682822] env[69674]: DEBUG nova.scheduler.client.report [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.686526] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 623.686526] env[69674]: value = "task-3256218" [ 623.686526] env[69674]: _type = "Task" [ 623.686526] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.698526] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.774637] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.775159] env[69674]: DEBUG oslo_concurrency.lockutils [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] Releasing lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.775437] env[69674]: DEBUG nova.compute.manager [req-9fa69a63-521c-4152-9c61-cfd98f8baeb2 req-84fdbde3-f01c-492e-af0d-2ee5f066459e service nova] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Received event network-vif-deleted-85e400c5-ea2d-4bc1-b9d2-0afc1af01749 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 623.775807] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b3b895-8c4c-47e0-8c7e-af970b41ef2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.783684] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 623.783684] env[69674]: value = "task-3256219" [ 623.783684] env[69674]: _type = "Task" [ 623.783684] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.792218] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.869947] env[69674]: DEBUG nova.compute.manager [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 623.870243] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.874093] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca3bd7-4b3e-48a7-b87c-1ccafe6de3c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.877166] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.882394] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.882760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b700000-4bdc-4297-a7f1-9e748194e645 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.890230] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 623.890230] env[69674]: value = "task-3256220" [ 623.890230] env[69674]: _type = "Task" [ 623.890230] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.902863] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.015594] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 624.044214] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.044571] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.044744] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.045041] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.045184] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.045352] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.045604] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.045825] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.046020] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.046225] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.046522] env[69674]: DEBUG nova.virt.hardware [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.047436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19c410-aae5-4380-8da0-c18005854418 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.055880] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7820b32-e024-4d79-9d64-22ad13419541 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.189912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8e93462e-e563-4344-803d-58ad2ed8c8db tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.747s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.189912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.192317] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.211s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.192438] env[69674]: DEBUG nova.objects.instance [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 624.205395] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255777} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.205677] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.207083] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bdc9e6-c8dd-4ddc-b33a-edf95729617a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.237121] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 8b23f73b-a334-4421-8cda-528b3ece1d37/8b23f73b-a334-4421-8cda-528b3ece1d37.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.238306] env[69674]: INFO nova.scheduler.client.report [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Deleted allocations for instance b00eb137-2f66-419d-baec-bd392998d7ef [ 624.245122] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe074c4-fb27-466b-9793-669d5abc693b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.265245] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 624.265245] env[69674]: value = "task-3256221" [ 624.265245] env[69674]: _type = "Task" [ 624.265245] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.273487] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.294153] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256219, 'name': PowerOffVM_Task, 'duration_secs': 0.448855} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.294992] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.294992] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 624.375019] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256217, 'name': PowerOffVM_Task, 'duration_secs': 0.869294} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.375019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.375019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.375019] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c55616-a5ee-4633-85e2-1ff6cf44349a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.402032] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256220, 'name': PowerOffVM_Task, 'duration_secs': 0.342647} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.404687] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.404687] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.404687] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb852ab2-9ea5-44c2-9cf8-e8e43b1eef36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.446020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.446020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.446020] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleting the datastore file [datastore2] 8a330708-788d-4af0-b272-a58d83c9c8c8 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.446020] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91b2048-60f4-4496-ab27-24d1ba1ca9a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.453966] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 624.453966] env[69674]: value = "task-3256224" [ 624.453966] env[69674]: _type = "Task" [ 624.453966] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.462585] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.465184] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.465184] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.465268] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleting the datastore file [datastore2] 6383858f-5ecc-4861-8fbe-e7d60b153961 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.465508] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47686cf-1351-4382-9b31-b7cd06cbd1dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.473871] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 624.473871] env[69674]: value = "task-3256225" [ 624.473871] env[69674]: _type = "Task" [ 624.473871] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.481628] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.705485] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 624.766823] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42c523d6-0874-48a2-8314-b9cc22c45336 tempest-ServersAaction247Test-2010800658 tempest-ServersAaction247Test-2010800658-project-member] Lock "b00eb137-2f66-419d-baec-bd392998d7ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.961s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.779916] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.800439] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.800763] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.801051] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.801250] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.801250] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.801387] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.801900] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.801900] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.802192] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.802302] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.802475] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.807935] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8a6c01-6f08-4ab6-834a-b263f96cc633 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.824717] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 624.824717] env[69674]: value = "task-3256226" [ 624.824717] env[69674]: _type = "Task" [ 624.824717] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.833880] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.967902] env[69674]: DEBUG oslo_vmware.api [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448602} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.969737] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.969951] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.970167] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.970396] env[69674]: INFO nova.compute.manager [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 624.970667] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.971744] env[69674]: DEBUG nova.compute.manager [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 624.971867] env[69674]: DEBUG nova.network.neutron [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.983597] env[69674]: DEBUG oslo_vmware.api [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458327} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.983845] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.984207] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.984207] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.984374] env[69674]: INFO nova.compute.manager [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Took 1.11 seconds to destroy the instance on the hypervisor. [ 624.984603] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.984787] env[69674]: DEBUG nova.compute.manager [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 624.984892] env[69674]: DEBUG nova.network.neutron [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.211027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5c5bc38a-2cde-4b94-bab8-4c6835a4b6c1 tempest-ServersAdmin275Test-1233221435 tempest-ServersAdmin275Test-1233221435-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.219021] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.818s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.219021] env[69674]: INFO nova.compute.claims [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.240409] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Successfully updated port: 24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.266527] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.285481] env[69674]: DEBUG nova.compute.manager [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Received event network-vif-plugged-24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 625.285481] env[69674]: DEBUG oslo_concurrency.lockutils [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] Acquiring lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.285481] env[69674]: DEBUG oslo_concurrency.lockutils [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.285481] env[69674]: DEBUG oslo_concurrency.lockutils [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.285481] env[69674]: DEBUG nova.compute.manager [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] No waiting events found dispatching network-vif-plugged-24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.285755] env[69674]: WARNING nova.compute.manager [req-51c8f470-fe8f-4776-bc40-062618c89ea4 req-c5b1bfb6-4f31-4674-a68f-d1cc151c4406 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Received unexpected event network-vif-plugged-24ffb3cf-7641-4195-bb43-d15fdff18aa2 for instance with vm_state building and task_state spawning. [ 625.290631] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256221, 'name': ReconfigVM_Task, 'duration_secs': 0.650628} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.291043] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 8b23f73b-a334-4421-8cda-528b3ece1d37/8b23f73b-a334-4421-8cda-528b3ece1d37.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.291698] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a49a9812-b99f-4c80-ab5b-2bea39914891 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.299490] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 625.299490] env[69674]: value = "task-3256227" [ 625.299490] env[69674]: _type = "Task" [ 625.299490] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.314396] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256227, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.340440] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256226, 'name': ReconfigVM_Task, 'duration_secs': 0.341888} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.340748] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.739898] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.744514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.745088] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.813690] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256227, 'name': Rename_Task, 'duration_secs': 0.246794} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.813690] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.813690] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d105bb7-a79f-440e-88cd-e97ee18544e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.820575] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 625.820575] env[69674]: value = "task-3256228" [ 625.820575] env[69674]: _type = "Task" [ 625.820575] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.831361] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.849342] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.849454] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.849612] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.849729] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.849906] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.851109] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.851109] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.851109] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.851303] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.851441] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.851938] env[69674]: DEBUG nova.virt.hardware [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.858103] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 625.860951] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3eea97f-b413-4c27-b56e-843092fa08cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.883620] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 625.883620] env[69674]: value = "task-3256229" [ 625.883620] env[69674]: _type = "Task" [ 625.883620] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.894375] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.250676] env[69674]: DEBUG nova.compute.manager [req-037f61ec-ae0f-41a3-87ed-3869e98037f4 req-bebbd8fd-1dbb-42c4-b5b6-625889040605 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Received event network-vif-deleted-05a914b6-4657-40d3-9ffe-463f692d433a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 626.250676] env[69674]: INFO nova.compute.manager [req-037f61ec-ae0f-41a3-87ed-3869e98037f4 req-bebbd8fd-1dbb-42c4-b5b6-625889040605 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Neutron deleted interface 05a914b6-4657-40d3-9ffe-463f692d433a; detaching it from the instance and deleting it from the info cache [ 626.250951] env[69674]: DEBUG nova.network.neutron [req-037f61ec-ae0f-41a3-87ed-3869e98037f4 req-bebbd8fd-1dbb-42c4-b5b6-625889040605 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.326919] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.340181] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.340181] env[69674]: DEBUG nova.network.neutron [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.364629] env[69674]: DEBUG nova.network.neutron [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.403378] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.634298] env[69674]: DEBUG nova.network.neutron [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Updating instance_info_cache with network_info: [{"id": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "address": "fa:16:3e:b6:c3:3a", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ffb3cf-76", "ovs_interfaceid": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.758391] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99838ab6-7639-448f-a345-4b9e597c8412 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.778182] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e48c30c-8fa4-49e4-a7dd-6c2aa7d3c314 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.808380] env[69674]: DEBUG nova.compute.manager [req-037f61ec-ae0f-41a3-87ed-3869e98037f4 req-bebbd8fd-1dbb-42c4-b5b6-625889040605 service nova] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Detach interface failed, port_id=05a914b6-4657-40d3-9ffe-463f692d433a, reason: Instance 8a330708-788d-4af0-b272-a58d83c9c8c8 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 626.837689] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.837689] env[69674]: INFO nova.compute.manager [-] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Took 1.85 seconds to deallocate network for instance. [ 626.873932] env[69674]: INFO nova.compute.manager [-] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Took 1.90 seconds to deallocate network for instance. [ 626.900255] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "a7bb40a9-2ae5-4328-ae78-662677610470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.900520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.900717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.900891] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.901067] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.905093] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256229, 'name': ReconfigVM_Task, 'duration_secs': 0.827656} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.906063] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b857821-597f-44a5-99ae-ef84edbebded {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.909508] env[69674]: INFO nova.compute.manager [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Terminating instance [ 626.913592] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 626.915975] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5d7b4-92d3-4958-9fe0-d9942717f5dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.941524] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfcb691-ce55-4a40-94f6-d572da3d108e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.954962] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.955807] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90c0fe3-9d1b-4e83-97b9-70843c9f8257 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.015652] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17e558-18af-4e59-b3a6-1cc3bd079198 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.018689] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 627.018689] env[69674]: value = "task-3256230" [ 627.018689] env[69674]: _type = "Task" [ 627.018689] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.027852] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb5219-2a7e-462b-b44e-84e3b8f1af3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.035950] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.045967] env[69674]: DEBUG nova.compute.provider_tree [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.138432] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139040] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Instance network_info: |[{"id": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "address": "fa:16:3e:b6:c3:3a", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ffb3cf-76", "ovs_interfaceid": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 627.139353] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:c3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ffb3cf-7641-4195-bb43-d15fdff18aa2', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.147377] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.147377] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.147532] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df21608e-566d-42ac-b2c5-c868b6aaf950 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.168118] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.168118] env[69674]: value = "task-3256231" [ 627.168118] env[69674]: _type = "Task" [ 627.168118] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.176339] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256231, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.342274] env[69674]: DEBUG oslo_vmware.api [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256228, 'name': PowerOnVM_Task, 'duration_secs': 1.181297} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.342274] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.342853] env[69674]: INFO nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Took 10.89 seconds to spawn the instance on the hypervisor. [ 627.342853] env[69674]: DEBUG nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 627.343497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b878f-7ffd-4217-9ff1-9a85f8bc9b37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.348310] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.387886] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.423276] env[69674]: DEBUG nova.compute.manager [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 627.423501] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.424433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ccd2ed-9879-4c5f-895a-e237327bd12d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.437240] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.437240] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe728b2-244c-48bb-9dc8-12b41a562933 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.443497] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 627.443497] env[69674]: value = "task-3256232" [ 627.443497] env[69674]: _type = "Task" [ 627.443497] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.458267] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.490624] env[69674]: DEBUG nova.compute.manager [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Received event network-changed-24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 627.490624] env[69674]: DEBUG nova.compute.manager [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Refreshing instance network info cache due to event network-changed-24ffb3cf-7641-4195-bb43-d15fdff18aa2. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 627.493433] env[69674]: DEBUG oslo_concurrency.lockutils [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] Acquiring lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.493433] env[69674]: DEBUG oslo_concurrency.lockutils [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] Acquired lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.493433] env[69674]: DEBUG nova.network.neutron [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Refreshing network info cache for port 24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.530464] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256230, 'name': ReconfigVM_Task, 'duration_secs': 0.391409} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.531032] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1/b0ee902e-14b1-490e-b8ae-e327563499f1.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.531301] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.554523] env[69674]: DEBUG nova.scheduler.client.report [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.678992] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256231, 'name': CreateVM_Task, 'duration_secs': 0.333773} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.679225] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.679963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.680140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.680458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.680708] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003c767d-150a-412f-9335-9aa9cb33a52f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.686016] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 627.686016] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d76df-8d85-9bb9-3155-119a779d3a03" [ 627.686016] env[69674]: _type = "Task" [ 627.686016] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.696172] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d76df-8d85-9bb9-3155-119a779d3a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.870316] env[69674]: INFO nova.compute.manager [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Took 35.55 seconds to build instance. [ 627.955426] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256232, 'name': PowerOffVM_Task, 'duration_secs': 0.228759} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.955426] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.955426] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.958073] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23008e0-09f9-4f3c-8c8a-1a313598e9f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.016971] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.017285] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.017825] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Deleting the datastore file [datastore2] a7bb40a9-2ae5-4328-ae78-662677610470 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.017825] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b75285e-9d22-4b80-99b6-cbc4bb3a96e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.024077] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for the task: (returnval){ [ 628.024077] env[69674]: value = "task-3256234" [ 628.024077] env[69674]: _type = "Task" [ 628.024077] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.032531] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.040346] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4fdf27-be5c-4185-8dc6-d6490f4bcb19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.061601] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.062580] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 628.064930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.382s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.067542] env[69674]: INFO nova.compute.claims [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.069955] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b866c5-f3cd-4da8-a7c6-1ec39e939097 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.092292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 628.201027] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d76df-8d85-9bb9-3155-119a779d3a03, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.201027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.201027] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.201027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.201349] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.201349] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.201349] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d0124bc-4ab9-49c5-8186-59722c3aefec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.212269] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.212269] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.212826] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd240b6c-5bdd-4cb1-840d-0bf2e00f657d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.220714] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 628.220714] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521167fb-a969-62cc-de30-c49b2315839f" [ 628.220714] env[69674]: _type = "Task" [ 628.220714] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.230735] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521167fb-a969-62cc-de30-c49b2315839f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.374257] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8879757a-ab52-496f-85f2-c9f445750f31 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.159s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.539950] env[69674]: DEBUG oslo_vmware.api [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Task: {'id': task-3256234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246297} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.540250] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.540430] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.540606] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.540772] env[69674]: INFO nova.compute.manager [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Took 1.12 seconds to destroy the instance on the hypervisor. [ 628.541023] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.542510] env[69674]: DEBUG nova.compute.manager [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 628.542510] env[69674]: DEBUG nova.network.neutron [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.581106] env[69674]: DEBUG nova.compute.utils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.582547] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 628.582725] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.660835] env[69674]: DEBUG nova.network.neutron [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Updated VIF entry in instance network info cache for port 24ffb3cf-7641-4195-bb43-d15fdff18aa2. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.661381] env[69674]: DEBUG nova.network.neutron [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Updating instance_info_cache with network_info: [{"id": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "address": "fa:16:3e:b6:c3:3a", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ffb3cf-76", "ovs_interfaceid": "24ffb3cf-7641-4195-bb43-d15fdff18aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.708308] env[69674]: DEBUG nova.network.neutron [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Port 2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 628.727191] env[69674]: DEBUG nova.policy [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '822e64682ccb4a86bf30a6cfb93dd14d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d780e5c6e3941d089545dae2e87d59e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.735442] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521167fb-a969-62cc-de30-c49b2315839f, 'name': SearchDatastore_Task, 'duration_secs': 0.015255} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.737035] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e553edce-52db-44bf-b5b8-c8668959f56e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.742051] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 628.742051] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dfe89b-66fc-9506-48c0-c45d062199a1" [ 628.742051] env[69674]: _type = "Task" [ 628.742051] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.753767] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dfe89b-66fc-9506-48c0-c45d062199a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.878310] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 629.089431] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 629.164618] env[69674]: DEBUG oslo_concurrency.lockutils [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] Releasing lock "refresh_cache-f5aa96f5-aff6-4f5a-9180-1957ac49002a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.164873] env[69674]: DEBUG nova.compute.manager [req-a23e0f6f-b8b2-4ef5-93b6-1e9d43557c30 req-a2d05888-9842-432a-9b20-914f85d85361 service nova] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Received event network-vif-deleted-5c77fecd-8035-4e7c-aae4-538170a61408 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 629.259031] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dfe89b-66fc-9506-48c0-c45d062199a1, 'name': SearchDatastore_Task, 'duration_secs': 0.029691} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.259884] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.261182] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] f5aa96f5-aff6-4f5a-9180-1957ac49002a/f5aa96f5-aff6-4f5a-9180-1957ac49002a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.261506] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b42c98d-d92a-4763-afcc-9493c4f2db76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.278648] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 629.278648] env[69674]: value = "task-3256235" [ 629.278648] env[69674]: _type = "Task" [ 629.278648] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.292326] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.421723] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.737273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.737513] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.737691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.793795] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.816796] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551158c-c5ad-45b7-834d-fdd2151d3ce2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.825481] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c16a1-4776-41a3-b983-cfc49f7cd1a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.862366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818cb8fe-c4ac-4776-95fd-da51896a43bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.870952] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85b25e-0785-4de4-9714-13150bd3f104 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.887781] env[69674]: DEBUG nova.compute.provider_tree [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.101463] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 630.132506] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.132844] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.133037] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.133230] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.133377] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.133561] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.133787] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.134049] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.134124] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.134300] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.134488] env[69674]: DEBUG nova.virt.hardware [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.136245] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf858c-620a-4a27-b8f9-f56e69bc4494 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.145474] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3754106a-76b4-4e3d-894b-24d69c1b26a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.196736] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Successfully created port: 27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.292347] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62919} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.292770] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] f5aa96f5-aff6-4f5a-9180-1957ac49002a/f5aa96f5-aff6-4f5a-9180-1957ac49002a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.293106] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.293469] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b1b8bb-8f2b-478a-b626-2bc825e827c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.301819] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 630.301819] env[69674]: value = "task-3256236" [ 630.301819] env[69674]: _type = "Task" [ 630.301819] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.313542] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.378738] env[69674]: DEBUG nova.network.neutron [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.392271] env[69674]: DEBUG nova.scheduler.client.report [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.416341] env[69674]: DEBUG nova.compute.manager [req-2c6c4e02-21e0-4f81-92f3-cf6bef1e1b21 req-99c59f34-9b9d-48c4-820b-66d9c96ba4b2 service nova] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Received event network-vif-deleted-8a040d5f-01c8-4ba1-99f2-a9dedd3d3c33 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 630.816902] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.382692} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.817193] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.818578] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c88c2-ce1d-4b78-9d01-405bd12a8fab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.853371] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f5aa96f5-aff6-4f5a-9180-1957ac49002a/f5aa96f5-aff6-4f5a-9180-1957ac49002a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.853371] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3cc6a1-ba1a-41df-b1b7-7f6880ec9a13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.872301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.872489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874548] env[69674]: DEBUG nova.network.neutron [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.880049] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 630.880049] env[69674]: value = "task-3256237" [ 630.880049] env[69674]: _type = "Task" [ 630.880049] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.884032] env[69674]: INFO nova.compute.manager [-] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Took 2.34 seconds to deallocate network for instance. [ 630.894521] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.898679] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.898679] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 630.899923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.609s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.903883] env[69674]: INFO nova.compute.claims [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.394124] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.397997] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.411309] env[69674]: DEBUG nova.compute.utils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.413095] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 631.413599] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.503189] env[69674]: DEBUG nova.policy [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba0a3466fe3545329a1226bed3579153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056db97996324f73ac9c328e18b4140e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.577175] env[69674]: DEBUG nova.compute.manager [None req-d760f4b6-0d99-489c-a9a2-f6ed27e8949e tempest-ServerDiagnosticsV248Test-1131326812 tempest-ServerDiagnosticsV248Test-1131326812-project-admin] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 631.577753] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febbf3ef-7033-46fa-8aee-7037ca83a51e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.588341] env[69674]: INFO nova.compute.manager [None req-d760f4b6-0d99-489c-a9a2-f6ed27e8949e tempest-ServerDiagnosticsV248Test-1131326812 tempest-ServerDiagnosticsV248Test-1131326812-project-admin] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Retrieving diagnostics [ 631.589911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d213b05-f785-4f95-a270-58ef78d15aee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.890896] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256237, 'name': ReconfigVM_Task, 'duration_secs': 0.562898} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.891247] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f5aa96f5-aff6-4f5a-9180-1957ac49002a/f5aa96f5-aff6-4f5a-9180-1957ac49002a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.892385] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92baa836-4c18-4283-8aff-53b2d705c902 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.898237] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 631.898237] env[69674]: value = "task-3256238" [ 631.898237] env[69674]: _type = "Task" [ 631.898237] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.907390] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256238, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.920027] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 631.963409] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully created port: aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.289522] env[69674]: DEBUG nova.network.neutron [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.412097] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.412329] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.426707] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256238, 'name': Rename_Task, 'duration_secs': 0.157833} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.430817] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.431582] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c99ffb-d4dd-4c93-8057-1a29119a18ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.439452] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 632.439452] env[69674]: value = "task-3256239" [ 632.439452] env[69674]: _type = "Task" [ 632.439452] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.448929] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.581079] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully created port: c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.684596] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3446c6-de3d-4633-8769-351582560bd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.695693] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddf10cf-f93d-403d-b053-7799cbf9032d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.737972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1ddf9-cf72-4115-9649-df6ed2ddf292 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.747695] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1fdd00-a24f-4f4e-adfb-5b32fbb9c064 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.762810] env[69674]: DEBUG nova.compute.provider_tree [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.798038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.883139] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Successfully updated port: 27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.931863] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 632.949230] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.979205] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.979205] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.979205] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.979472] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.979729] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.979871] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.980068] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.980473] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.981576] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.981576] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.981576] env[69674]: DEBUG nova.virt.hardware [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.981951] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b14926-6acd-4162-9ed7-75ff96a76313 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.990034] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527c8f8-f1d5-4363-9e82-e3509e453ef1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.255967] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully created port: 9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.265564] env[69674]: DEBUG nova.scheduler.client.report [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.339702] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fbee1-dc90-47e2-b5d2-183dd6f19d99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.366432] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a668d22-6151-45a6-9d06-b821ebe29672 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.374615] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.384204] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.384204] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquired lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.384204] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.459883] env[69674]: DEBUG oslo_vmware.api [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256239, 'name': PowerOnVM_Task, 'duration_secs': 0.511098} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.459883] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.460102] env[69674]: INFO nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Took 9.44 seconds to spawn the instance on the hypervisor. [ 633.461845] env[69674]: DEBUG nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 633.463431] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01dec3e-bbe4-406f-8c35-c409e6baa5d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.652142] env[69674]: DEBUG nova.compute.manager [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Received event network-vif-plugged-27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 633.652474] env[69674]: DEBUG oslo_concurrency.lockutils [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] Acquiring lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.653020] env[69674]: DEBUG oslo_concurrency.lockutils [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.653217] env[69674]: DEBUG oslo_concurrency.lockutils [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.653396] env[69674]: DEBUG nova.compute.manager [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] No waiting events found dispatching network-vif-plugged-27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.653560] env[69674]: WARNING nova.compute.manager [req-d2645168-dfae-4b4f-a7de-7eda38f84a3e req-c1598351-5c7b-46c7-8e8c-369186fbc97c service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Received unexpected event network-vif-plugged-27284c81-28a7-4c76-865e-6f28a0ce82d2 for instance with vm_state building and task_state spawning. [ 633.771095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.772977] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 633.776401] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.064s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.776681] env[69674]: DEBUG nova.objects.instance [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lazy-loading 'resources' on Instance uuid fe534ebf-0e80-4506-a703-344563263aff {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.886773] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.889482] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec17d85d-162b-4057-837e-21b8470e7b28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.899206] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 633.899206] env[69674]: value = "task-3256240" [ 633.899206] env[69674]: _type = "Task" [ 633.899206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.912185] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.946078] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.949819] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "ed00c987-3c06-459e-8d27-bb28938a287f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.950051] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.950247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "ed00c987-3c06-459e-8d27-bb28938a287f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.950418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.950606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.952809] env[69674]: INFO nova.compute.manager [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Terminating instance [ 633.985722] env[69674]: INFO nova.compute.manager [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Took 37.05 seconds to build instance. [ 634.287960] env[69674]: DEBUG nova.compute.utils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.291123] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 634.291123] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.372711] env[69674]: DEBUG nova.network.neutron [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Updating instance_info_cache with network_info: [{"id": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "address": "fa:16:3e:c0:2f:5e", "network": {"id": "f9d71fa3-6a84-4900-84ed-35a4ee9e50ce", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1762844633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d780e5c6e3941d089545dae2e87d59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27284c81-28", "ovs_interfaceid": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.421142] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.434643] env[69674]: DEBUG nova.policy [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66a4ed068c954d5abfe419fd88bc452c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7ef528394342158e5aafd52ccfd102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.460465] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "refresh_cache-ed00c987-3c06-459e-8d27-bb28938a287f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.460465] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquired lock "refresh_cache-ed00c987-3c06-459e-8d27-bb28938a287f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.460465] env[69674]: DEBUG nova.network.neutron [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.489706] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3faab043-0952-469d-8510-ef6688bd1124 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.146s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.790620] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 634.878241] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Releasing lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.878241] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Instance network_info: |[{"id": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "address": "fa:16:3e:c0:2f:5e", "network": {"id": "f9d71fa3-6a84-4900-84ed-35a4ee9e50ce", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1762844633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d780e5c6e3941d089545dae2e87d59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27284c81-28", "ovs_interfaceid": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 634.878351] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:2f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27284c81-28a7-4c76-865e-6f28a0ce82d2', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.885873] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Creating folder: Project (9d780e5c6e3941d089545dae2e87d59e). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.886179] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b1b9b1-2dd9-4300-98bc-f7961c9eaa16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.899044] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Created folder: Project (9d780e5c6e3941d089545dae2e87d59e) in parent group-v650515. [ 634.899044] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Creating folder: Instances. Parent ref: group-v650576. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.899044] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a8c3786-bce7-43cf-be6f-89a5b38b1232 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.916591] env[69674]: DEBUG oslo_vmware.api [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256240, 'name': PowerOnVM_Task, 'duration_secs': 0.643862} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.916930] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.917165] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea0c70-cd47-41a5-8c4c-bd476d18e901 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance 'b0ee902e-14b1-490e-b8ae-e327563499f1' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.922921] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Created folder: Instances in parent group-v650576. [ 634.923220] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.923439] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.926202] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23a7a4d6-1c34-4119-9ffe-e3e4e863978e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.944744] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.944744] env[69674]: value = "task-3256243" [ 634.944744] env[69674]: _type = "Task" [ 634.944744] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.957594] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256243, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.000610] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 635.050348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1afb7-8ce1-4c74-8aa7-8ce225855e18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.059194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab02c10a-1b1b-4d55-8b03-005c8a9ec5c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.095237] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092cbb9-e90e-4654-ba03-ad6f4ffb31a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.104755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49619ec-c544-4083-bcc4-2cc61ebe640d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.114577] env[69674]: DEBUG nova.network.neutron [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.129674] env[69674]: DEBUG nova.compute.provider_tree [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.281998] env[69674]: DEBUG nova.network.neutron [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.303421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.303646] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.413784] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully updated port: aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.461050] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256243, 'name': CreateVM_Task, 'duration_secs': 0.334154} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.461550] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.462279] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.462768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.463183] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8b6598-d189-4928-9bbe-5d9b34c0dcb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.474368] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 635.474368] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a75d0-3f28-0404-21b1-9eda07d3f199" [ 635.474368] env[69674]: _type = "Task" [ 635.474368] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.491571] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a75d0-3f28-0404-21b1-9eda07d3f199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.498703] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Successfully created port: 289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.531621] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.633640] env[69674]: DEBUG nova.scheduler.client.report [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.791062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Releasing lock "refresh_cache-ed00c987-3c06-459e-8d27-bb28938a287f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.791062] env[69674]: DEBUG nova.compute.manager [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 635.791062] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.791241] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb660614-3edf-4b7e-84a9-e1ce1166600e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.803019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.803019] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d195a223-9d4f-4a96-8d0e-4a2cfc0d41f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.804891] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 635.811395] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 635.811395] env[69674]: value = "task-3256244" [ 635.811395] env[69674]: _type = "Task" [ 635.811395] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.824781] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.838934] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.839166] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.839324] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.839500] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.839645] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.839788] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.839994] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.845164] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.845164] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.845164] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.845164] env[69674]: DEBUG nova.virt.hardware [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.846027] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c8762-6c45-4608-9616-16be4b519727 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.854034] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caab49f-3a7d-4adb-b310-91309e026478 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.869729] env[69674]: DEBUG nova.compute.manager [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-plugged-aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 635.870099] env[69674]: DEBUG oslo_concurrency.lockutils [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.870217] env[69674]: DEBUG oslo_concurrency.lockutils [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.870354] env[69674]: DEBUG oslo_concurrency.lockutils [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.870511] env[69674]: DEBUG nova.compute.manager [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] No waiting events found dispatching network-vif-plugged-aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.871222] env[69674]: WARNING nova.compute.manager [req-ede4e8a6-fb99-44c9-a78b-60ce1e8db262 req-bb26e040-2394-45e2-b624-03722c985443 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received unexpected event network-vif-plugged-aabef01b-f9d5-4499-95dd-9bee9ca40e53 for instance with vm_state building and task_state spawning. [ 635.990244] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a75d0-3f28-0404-21b1-9eda07d3f199, 'name': SearchDatastore_Task, 'duration_secs': 0.018223} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.990244] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.990244] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.990244] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.990630] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.990630] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.990630] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c9b92d3-cc76-48eb-98c3-b8fbdc3c9cdc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.008618] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.008806] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.010106] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b1ca49-6b25-4cde-8f8a-23ae6588f298 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.018055] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 636.018055] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299d843-50ae-4847-7e29-0355572ed9fb" [ 636.018055] env[69674]: _type = "Task" [ 636.018055] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.028900] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299d843-50ae-4847-7e29-0355572ed9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.139673] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.144084] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.132s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.144084] env[69674]: DEBUG nova.objects.instance [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lazy-loading 'resources' on Instance uuid 289362b3-1a05-4b77-a839-9aed86151db7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.167982] env[69674]: DEBUG nova.compute.manager [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Received event network-changed-27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 636.168073] env[69674]: DEBUG nova.compute.manager [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Refreshing instance network info cache due to event network-changed-27284c81-28a7-4c76-865e-6f28a0ce82d2. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 636.168288] env[69674]: DEBUG oslo_concurrency.lockutils [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] Acquiring lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.168425] env[69674]: DEBUG oslo_concurrency.lockutils [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] Acquired lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.168612] env[69674]: DEBUG nova.network.neutron [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Refreshing network info cache for port 27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.185787] env[69674]: INFO nova.scheduler.client.report [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Deleted allocations for instance fe534ebf-0e80-4506-a703-344563263aff [ 636.325107] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256244, 'name': PowerOffVM_Task, 'duration_secs': 0.2378} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.325501] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.325668] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.325932] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b87655-11e7-4e3c-9851-99dd2598b055 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.350120] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.350343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.350519] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Deleting the datastore file [datastore2] ed00c987-3c06-459e-8d27-bb28938a287f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.350873] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d31af6d-55dd-4823-ab7c-940be54be3e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.357321] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for the task: (returnval){ [ 636.357321] env[69674]: value = "task-3256247" [ 636.357321] env[69674]: _type = "Task" [ 636.357321] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.371506] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.529541] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299d843-50ae-4847-7e29-0355572ed9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.530345] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d13acf7-fd16-4f41-b412-ff1f9ab1d0d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.535864] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 636.535864] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de15d1-507b-6b74-6219-07371f1ebac8" [ 636.535864] env[69674]: _type = "Task" [ 636.535864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.545139] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de15d1-507b-6b74-6219-07371f1ebac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.699394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76ca83ca-4bbd-4317-958e-fa4088c96315 tempest-ServerAddressesTestJSON-706052700 tempest-ServerAddressesTestJSON-706052700-project-member] Lock "fe534ebf-0e80-4506-a703-344563263aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.733s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.804275] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "d2281269-3f62-476d-81fb-0d47c60086a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.804701] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.869100] env[69674]: DEBUG oslo_vmware.api [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Task: {'id': task-3256247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188995} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.870110] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.870313] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.870525] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.870710] env[69674]: INFO nova.compute.manager [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 636.870969] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.873632] env[69674]: DEBUG nova.compute.manager [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 636.873632] env[69674]: DEBUG nova.network.neutron [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.911456] env[69674]: DEBUG nova.network.neutron [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.048315] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de15d1-507b-6b74-6219-07371f1ebac8, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.048576] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.048698] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f/dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.049033] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84edcada-4289-45f7-90ef-a0f63eb93859 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.056939] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 637.056939] env[69674]: value = "task-3256251" [ 637.056939] env[69674]: _type = "Task" [ 637.056939] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.081174] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.260450] env[69674]: DEBUG nova.network.neutron [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Updated VIF entry in instance network info cache for port 27284c81-28a7-4c76-865e-6f28a0ce82d2. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.260799] env[69674]: DEBUG nova.network.neutron [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Updating instance_info_cache with network_info: [{"id": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "address": "fa:16:3e:c0:2f:5e", "network": {"id": "f9d71fa3-6a84-4900-84ed-35a4ee9e50ce", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1762844633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d780e5c6e3941d089545dae2e87d59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27284c81-28", "ovs_interfaceid": "27284c81-28a7-4c76-865e-6f28a0ce82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.267715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dafb4ac-71fb-41ed-af6c-8ebdd9da94a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.276545] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15863727-8437-4644-a580-f6da57ccfbec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.310424] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a0952-4fd2-42fd-b402-bf4954c4771c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.319023] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c0cb28-1474-451f-9547-e805b5d02e87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.332997] env[69674]: DEBUG nova.compute.provider_tree [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.413904] env[69674]: DEBUG nova.network.neutron [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.586670] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256251, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.763756] env[69674]: DEBUG oslo_concurrency.lockutils [req-66d30b1b-0852-4c75-8de5-c9a8eb4fc31f req-45dad635-fe8e-41c3-93bd-11b9e9653076 service nova] Releasing lock "refresh_cache-dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.836101] env[69674]: DEBUG nova.scheduler.client.report [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.917041] env[69674]: INFO nova.compute.manager [-] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Took 1.05 seconds to deallocate network for instance. [ 638.080825] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717589} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.082482] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f/dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.083081] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.083696] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef3a55c3-a866-4e7d-bc68-cbed7485e945 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.092091] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 638.092091] env[69674]: value = "task-3256252" [ 638.092091] env[69674]: _type = "Task" [ 638.092091] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.101622] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.109176] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Successfully updated port: 289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.155613] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.155874] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.156071] env[69674]: DEBUG nova.compute.manager [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Going to confirm migration 1 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 638.293410] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully updated port: c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.342694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.347912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.068s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.349069] env[69674]: INFO nova.compute.claims [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.376100] env[69674]: INFO nova.scheduler.client.report [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Deleted allocations for instance 289362b3-1a05-4b77-a839-9aed86151db7 [ 638.434166] env[69674]: DEBUG nova.compute.manager [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-changed-aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 638.434346] env[69674]: DEBUG nova.compute.manager [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing instance network info cache due to event network-changed-aabef01b-f9d5-4499-95dd-9bee9ca40e53. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 638.434555] env[69674]: DEBUG oslo_concurrency.lockutils [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] Acquiring lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.434696] env[69674]: DEBUG oslo_concurrency.lockutils [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] Acquired lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435239] env[69674]: DEBUG nova.network.neutron [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing network info cache for port aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.436482] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.237759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.237759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.237759] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.255867] env[69674]: DEBUG nova.compute.manager [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Received event network-vif-plugged-289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 639.256083] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Acquiring lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.256369] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.256490] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.256683] env[69674]: DEBUG nova.compute.manager [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] No waiting events found dispatching network-vif-plugged-289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.256845] env[69674]: WARNING nova.compute.manager [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Received unexpected event network-vif-plugged-289c8918-5d06-49e4-a308-e4a1e6017959 for instance with vm_state building and task_state spawning. [ 639.257013] env[69674]: DEBUG nova.compute.manager [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Received event network-changed-289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 639.257172] env[69674]: DEBUG nova.compute.manager [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Refreshing instance network info cache due to event network-changed-289c8918-5d06-49e4-a308-e4a1e6017959. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 639.257328] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Acquiring lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.264764] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "64083589-1c17-42e5-955b-4e609875a788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.265080] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.275939] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064415} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.276048] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.277624] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578855d-d61b-443f-be91-bb86f9ca23a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.308041] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f/dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.309262] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a68f153-4f5e-4099-8426-64491333c35c tempest-ServersAdmin275Test-23819669 tempest-ServersAdmin275Test-23819669-project-member] Lock "289362b3-1a05-4b77-a839-9aed86151db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.637s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.310448] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c6f1b0-684f-4ef4-adf3-bdb90c249235 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.334378] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 639.334378] env[69674]: value = "task-3256253" [ 639.334378] env[69674]: _type = "Task" [ 639.334378] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.344043] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.432144] env[69674]: DEBUG nova.network.neutron [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.544604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.544604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.544604] env[69674]: DEBUG nova.network.neutron [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.544604] env[69674]: DEBUG nova.objects.instance [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lazy-loading 'info_cache' on Instance uuid b0ee902e-14b1-490e-b8ae-e327563499f1 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.662265] env[69674]: DEBUG nova.network.neutron [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.824629] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.844516] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256253, 'name': ReconfigVM_Task, 'duration_secs': 0.317211} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.844900] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f/dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.845650] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f06d07-60f3-4a50-8f97-999cd2e7227d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.856810] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 639.856810] env[69674]: value = "task-3256254" [ 639.856810] env[69674]: _type = "Task" [ 639.856810] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.867487] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256254, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.130282] env[69674]: DEBUG nova.network.neutron [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Updating instance_info_cache with network_info: [{"id": "289c8918-5d06-49e4-a308-e4a1e6017959", "address": "fa:16:3e:2d:81:fb", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289c8918-5d", "ovs_interfaceid": "289c8918-5d06-49e4-a308-e4a1e6017959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.171605] env[69674]: DEBUG oslo_concurrency.lockutils [req-65fdaee5-65e5-4cc3-8780-6e63e44434d7 req-521a6ece-4813-449c-ac4b-9990167516e8 service nova] Releasing lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.366912] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79e64c-a55b-4482-9b10-74d702d7dc89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.370907] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256254, 'name': Rename_Task, 'duration_secs': 0.183051} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.371100] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.371370] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6b2480-c4a0-4cfd-8dbe-78cc4d386aa9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.377190] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa791fd-2e97-4ada-b0b6-5b0dbea736db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.380175] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 640.380175] env[69674]: value = "task-3256255" [ 640.380175] env[69674]: _type = "Task" [ 640.380175] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.411373] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21630a-b106-4774-ab87-39f8d29279bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.414468] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.420929] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a78ce-1d3b-48cc-ad66-422184658918 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.435604] env[69674]: DEBUG nova.compute.provider_tree [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.572735] env[69674]: DEBUG nova.compute.manager [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-plugged-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 640.572994] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.573238] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.573420] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.573603] env[69674]: DEBUG nova.compute.manager [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] No waiting events found dispatching network-vif-plugged-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.573761] env[69674]: WARNING nova.compute.manager [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received unexpected event network-vif-plugged-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 for instance with vm_state building and task_state spawning. [ 640.573934] env[69674]: DEBUG nova.compute.manager [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-changed-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 640.574112] env[69674]: DEBUG nova.compute.manager [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing instance network info cache due to event network-changed-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 640.574337] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Acquiring lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.574496] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Acquired lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.574669] env[69674]: DEBUG nova.network.neutron [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing network info cache for port c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.640060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.640060] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Instance network_info: |[{"id": "289c8918-5d06-49e4-a308-e4a1e6017959", "address": "fa:16:3e:2d:81:fb", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289c8918-5d", "ovs_interfaceid": "289c8918-5d06-49e4-a308-e4a1e6017959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 640.640288] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Acquired lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.640288] env[69674]: DEBUG nova.network.neutron [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Refreshing network info cache for port 289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.640288] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:81:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289c8918-5d06-49e4-a308-e4a1e6017959', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.654518] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.661322] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.661322] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d298e426-85a9-4cc5-bd99-027bd52558ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.691019] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.691019] env[69674]: value = "task-3256256" [ 640.691019] env[69674]: _type = "Task" [ 640.691019] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.699754] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256256, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.901265] env[69674]: DEBUG oslo_vmware.api [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256255, 'name': PowerOnVM_Task, 'duration_secs': 0.506763} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.907294] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.907586] env[69674]: INFO nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Took 10.81 seconds to spawn the instance on the hypervisor. [ 640.907995] env[69674]: DEBUG nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 640.909181] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a187a1-a8b5-449f-ae04-54efdafa8b7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.938992] env[69674]: DEBUG nova.scheduler.client.report [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.148920] env[69674]: DEBUG nova.network.neutron [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [{"id": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "address": "fa:16:3e:22:c7:c4", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbcf247-ba", "ovs_interfaceid": "2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.185747] env[69674]: DEBUG nova.network.neutron [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.202378] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256256, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.298767] env[69674]: DEBUG nova.network.neutron [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Updated VIF entry in instance network info cache for port 289c8918-5d06-49e4-a308-e4a1e6017959. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.299258] env[69674]: DEBUG nova.network.neutron [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Updating instance_info_cache with network_info: [{"id": "289c8918-5d06-49e4-a308-e4a1e6017959", "address": "fa:16:3e:2d:81:fb", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289c8918-5d", "ovs_interfaceid": "289c8918-5d06-49e4-a308-e4a1e6017959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.433334] env[69674]: INFO nova.compute.manager [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Took 40.06 seconds to build instance. [ 641.449095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.103s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.450268] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.438s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.450496] env[69674]: DEBUG nova.objects.instance [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'resources' on Instance uuid d6097905-921e-4520-bdbb-724e00836022 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.584320] env[69674]: DEBUG nova.network.neutron [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.652772] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-b0ee902e-14b1-490e-b8ae-e327563499f1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.655356] env[69674]: DEBUG nova.objects.instance [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lazy-loading 'migration_context' on Instance uuid b0ee902e-14b1-490e-b8ae-e327563499f1 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.689955] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Successfully updated port: 9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.705765] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256256, 'name': CreateVM_Task, 'duration_secs': 0.538469} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.706100] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.706925] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.707245] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.710572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.710572] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c8141d-92c1-4b5d-9e36-2bd23523f971 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.716907] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 641.716907] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524636a6-84e3-5b30-4b01-9be6738290ba" [ 641.716907] env[69674]: _type = "Task" [ 641.716907] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.728116] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524636a6-84e3-5b30-4b01-9be6738290ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.747245] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.747245] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.805540] env[69674]: DEBUG oslo_concurrency.lockutils [req-bfe08463-2589-4b24-b136-e87134bbd8c6 req-398c4353-a40d-46db-9dff-dec063e6fa53 service nova] Releasing lock "refresh_cache-68b9ccb0-38e8-413b-9e0d-3feca42358d4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.936390] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e35b7af4-9b89-4f99-af8e-9b54576fa4cf tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.097s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.953229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "805cc0b5-d8ed-4b20-975f-84800de66831" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.953362] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "805cc0b5-d8ed-4b20-975f-84800de66831" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.090082] env[69674]: DEBUG oslo_concurrency.lockutils [req-0c8514fc-1c9d-4b88-83be-44bbc5b25ddd req-32db5a0c-ab75-42c4-b48f-0b184e8a3f50 service nova] Releasing lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.162665] env[69674]: DEBUG nova.objects.base [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 642.164144] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f62370-385a-44e5-b9ae-41a31906b176 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.193280] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c94011-315e-4765-a3b4-05c73f2e09ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.196415] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.198584] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.198584] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.207143] env[69674]: DEBUG oslo_vmware.api [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 642.207143] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521c1c45-cd42-7067-2d86-15c47a85fda0" [ 642.207143] env[69674]: _type = "Task" [ 642.207143] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.223169] env[69674]: DEBUG oslo_vmware.api [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521c1c45-cd42-7067-2d86-15c47a85fda0, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.227027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.235619] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524636a6-84e3-5b30-4b01-9be6738290ba, 'name': SearchDatastore_Task, 'duration_secs': 0.051779} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.236403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.236688] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.236976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.238442] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.238442] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.238442] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4942021b-85c4-4b54-aaeb-94a13ff8f259 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.254887] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.255311] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.256410] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd70b68e-8058-49c2-81a4-a14b60772d5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.268389] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 642.268389] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5223efee-77b4-d5c5-17af-863f8ed6e5ed" [ 642.268389] env[69674]: _type = "Task" [ 642.268389] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.279776] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5223efee-77b4-d5c5-17af-863f8ed6e5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.439787] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 642.457540] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "805cc0b5-d8ed-4b20-975f-84800de66831" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.457540] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 642.583981] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec71b95-5f9a-4f7a-9971-6072121d8b22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.594091] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d94716-0fb5-43f7-83f4-7864216b3678 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.631875] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bbe9ee-8840-4a1a-bf0a-6a6f3da7066a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.647422] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cf229-4d32-4e35-b926-834c53ecccb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.667169] env[69674]: DEBUG nova.compute.provider_tree [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.744291] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.788017] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5223efee-77b4-d5c5-17af-863f8ed6e5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01956} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.788017] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0167237a-f8d9-4f80-ba59-4acc8f738b46 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.795639] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 642.795639] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204af28-c73c-473d-6e2d-75db60106ac7" [ 642.795639] env[69674]: _type = "Task" [ 642.795639] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.809134] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204af28-c73c-473d-6e2d-75db60106ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.824347] env[69674]: DEBUG nova.compute.manager [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-plugged-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 642.827857] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.828102] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.828287] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.831581] env[69674]: DEBUG nova.compute.manager [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] No waiting events found dispatching network-vif-plugged-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.831581] env[69674]: WARNING nova.compute.manager [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received unexpected event network-vif-plugged-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 for instance with vm_state building and task_state spawning. [ 642.831581] env[69674]: DEBUG nova.compute.manager [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-changed-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 642.831581] env[69674]: DEBUG nova.compute.manager [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing instance network info cache due to event network-changed-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 642.831581] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Acquiring lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961974] env[69674]: DEBUG nova.compute.utils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.970094] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 642.970234] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.973097] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.046848] env[69674]: DEBUG nova.policy [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb8a7d8f304b4646970f0c3ed05b6daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e208792cb6444245b4e2c550199b44ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.150169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.150169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.150169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.150169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.150326] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.155394] env[69674]: INFO nova.compute.manager [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Terminating instance [ 643.170758] env[69674]: DEBUG nova.scheduler.client.report [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.314020] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204af28-c73c-473d-6e2d-75db60106ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.038772} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.314020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.314020] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 68b9ccb0-38e8-413b-9e0d-3feca42358d4/68b9ccb0-38e8-413b-9e0d-3feca42358d4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.314020] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05910d8c-5d59-4ce2-9189-b8a447b4a7ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.320558] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 643.320558] env[69674]: value = "task-3256258" [ 643.320558] env[69674]: _type = "Task" [ 643.320558] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.331068] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.473085] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 643.549671] env[69674]: DEBUG nova.network.neutron [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updating instance_info_cache with network_info: [{"id": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "address": "fa:16:3e:d9:94:75", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabef01b-f9", "ovs_interfaceid": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "address": "fa:16:3e:b5:4b:f7", "network": {"id": "22c04a0b-393c-47cc-8e0f-0830529a366e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-235653549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7796924-83", "ovs_interfaceid": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "address": "fa:16:3e:aa:da:0f", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bc57c-6f", "ovs_interfaceid": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.661175] env[69674]: DEBUG nova.compute.manager [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 643.661474] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.662414] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9404308d-c1c0-4846-8e16-b62651980ee7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.681011] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.684638] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.685678] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.152s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.685952] env[69674]: DEBUG nova.objects.instance [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 643.688854] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ad0026-fbf3-4b72-a97a-475914bc42d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.701685] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Successfully created port: 8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.704174] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 643.704174] env[69674]: value = "task-3256260" [ 643.704174] env[69674]: _type = "Task" [ 643.704174] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.716679] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.718096] env[69674]: INFO nova.scheduler.client.report [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance d6097905-921e-4520-bdbb-724e00836022 [ 643.834318] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.054046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054771] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance network_info: |[{"id": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "address": "fa:16:3e:d9:94:75", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabef01b-f9", "ovs_interfaceid": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "address": "fa:16:3e:b5:4b:f7", "network": {"id": "22c04a0b-393c-47cc-8e0f-0830529a366e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-235653549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7796924-83", "ovs_interfaceid": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "address": "fa:16:3e:aa:da:0f", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bc57c-6f", "ovs_interfaceid": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 644.055164] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Acquired lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.055355] env[69674]: DEBUG nova.network.neutron [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Refreshing network info cache for port 9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.056904] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:94:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabef01b-f9d5-4499-95dd-9bee9ca40e53', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4b:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:da:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b7bc57c-6f4d-4c52-b04b-3d5aca227a04', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.074133] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Creating folder: Project (056db97996324f73ac9c328e18b4140e). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.078725] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d73dedd-5297-4df4-8927-cd2eb3124e50 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.090755] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Created folder: Project (056db97996324f73ac9c328e18b4140e) in parent group-v650515. [ 644.090975] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Creating folder: Instances. Parent ref: group-v650583. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.091238] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983f811f-c058-47b7-8cb5-f878ebc722e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.103363] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Created folder: Instances in parent group-v650583. [ 644.103363] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.103363] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.103363] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017346a8-9efa-4622-9a3e-b4d54a1471f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.133941] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.133941] env[69674]: value = "task-3256263" [ 644.133941] env[69674]: _type = "Task" [ 644.133941] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.145688] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256263, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.218144] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256260, 'name': PowerOffVM_Task, 'duration_secs': 0.257365} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.220652] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.220835] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.221120] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6539d737-200a-4570-9918-bad884900d30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.232392] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cadcd372-08b2-4da9-ab2c-5a88b1516983 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "d6097905-921e-4520-bdbb-724e00836022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.181s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.296465] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.296877] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.297204] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Deleting the datastore file [datastore2] dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.297793] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179f21ac-7003-4616-a471-5e8f1b5ecea9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.306215] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for the task: (returnval){ [ 644.306215] env[69674]: value = "task-3256265" [ 644.306215] env[69674]: _type = "Task" [ 644.306215] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.316040] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.335634] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533191} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.335910] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 68b9ccb0-38e8-413b-9e0d-3feca42358d4/68b9ccb0-38e8-413b-9e0d-3feca42358d4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.336142] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.336396] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dee9696-0373-4f32-892a-c5e6a6eb8e4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.345030] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 644.345030] env[69674]: value = "task-3256266" [ 644.345030] env[69674]: _type = "Task" [ 644.345030] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.352776] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.454894] env[69674]: DEBUG nova.network.neutron [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updated VIF entry in instance network info cache for port 9b7bc57c-6f4d-4c52-b04b-3d5aca227a04. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.455391] env[69674]: DEBUG nova.network.neutron [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updating instance_info_cache with network_info: [{"id": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "address": "fa:16:3e:d9:94:75", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabef01b-f9", "ovs_interfaceid": "aabef01b-f9d5-4499-95dd-9bee9ca40e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "address": "fa:16:3e:b5:4b:f7", "network": {"id": "22c04a0b-393c-47cc-8e0f-0830529a366e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-235653549", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7796924-83", "ovs_interfaceid": "c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "address": "fa:16:3e:aa:da:0f", "network": {"id": "39523143-e842-418b-a5f7-a86cc3f80123", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695079541", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bc57c-6f", "ovs_interfaceid": "9b7bc57c-6f4d-4c52-b04b-3d5aca227a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.485523] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 644.528428] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.528911] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.529387] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.529724] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.530014] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.530280] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.530663] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.531014] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.532028] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.532028] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.532028] env[69674]: DEBUG nova.virt.hardware [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.532823] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f47d23-1625-488f-af93-3ce3c23b63a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.545436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c061623-9455-43ff-9f19-22388d56253b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.648138] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256263, 'name': CreateVM_Task, 'duration_secs': 0.490098} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.648914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.649784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.649784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.649784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.650085] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4bffac-1939-4fb9-97d2-14ce28c0a062 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.655641] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 644.655641] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b9a5fa-8f40-27c6-243c-63500da283a7" [ 644.655641] env[69674]: _type = "Task" [ 644.655641] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.665758] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b9a5fa-8f40-27c6-243c-63500da283a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.697481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f3658e1-297c-4cf0-8b7b-8118bea869c2 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.698805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.400s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.698992] env[69674]: DEBUG nova.objects.instance [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lazy-loading 'resources' on Instance uuid e30b30bd-40d9-486d-8ef4-21ad312d0789 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.819604] env[69674]: DEBUG oslo_vmware.api [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Task: {'id': task-3256265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236663} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.821470] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.821470] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.821470] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.821470] env[69674]: INFO nova.compute.manager [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 644.821470] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.821470] env[69674]: DEBUG nova.compute.manager [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 644.821470] env[69674]: DEBUG nova.network.neutron [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.859126] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106638} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.859126] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.859126] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a36f5-f4a3-48a3-aa32-71c1006d6124 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.888050] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 68b9ccb0-38e8-413b-9e0d-3feca42358d4/68b9ccb0-38e8-413b-9e0d-3feca42358d4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.889039] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a422e0e-be12-4747-ac54-57b8447554c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.914150] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 644.914150] env[69674]: value = "task-3256267" [ 644.914150] env[69674]: _type = "Task" [ 644.914150] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.922308] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.958899] env[69674]: DEBUG oslo_concurrency.lockutils [req-93522d5b-97f6-4287-9b99-6a4dfd392ff7 req-540d8a23-874c-4731-81ed-cfb342057774 service nova] Releasing lock "refresh_cache-7d6889a0-9737-4fc6-828e-5d34979446cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.116893] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c28ff0c9-96fc-45af-80be-4915955b0aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.117165] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.172262] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b9a5fa-8f40-27c6-243c-63500da283a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.177019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.177019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.177019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.177019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.177019] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.177019] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4076c1-adac-43ea-a925-b206452120c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.187948] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.188199] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.189644] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467b1bb3-9eab-4391-98c2-20113dc612d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.197491] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 645.197491] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52451ccd-5fce-f869-bc18-88286a83c6c7" [ 645.197491] env[69674]: _type = "Task" [ 645.197491] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.209521] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52451ccd-5fce-f869-bc18-88286a83c6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.424562] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256267, 'name': ReconfigVM_Task, 'duration_secs': 0.302979} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.425504] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 68b9ccb0-38e8-413b-9e0d-3feca42358d4/68b9ccb0-38e8-413b-9e0d-3feca42358d4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.426356] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df57260b-3b16-446e-8d02-d87b2b162011 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.437417] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 645.437417] env[69674]: value = "task-3256268" [ 645.437417] env[69674]: _type = "Task" [ 645.437417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.446885] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256268, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.501965] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Successfully updated port: 8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.525666] env[69674]: DEBUG nova.compute.manager [req-b004d7d5-0fcb-4006-9a16-4e18e194a95c req-571286b5-2705-40a8-a197-ce030e398f9b service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Received event network-vif-deleted-27284c81-28a7-4c76-865e-6f28a0ce82d2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 645.525666] env[69674]: INFO nova.compute.manager [req-b004d7d5-0fcb-4006-9a16-4e18e194a95c req-571286b5-2705-40a8-a197-ce030e398f9b service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Neutron deleted interface 27284c81-28a7-4c76-865e-6f28a0ce82d2; detaching it from the instance and deleting it from the info cache [ 645.525666] env[69674]: DEBUG nova.network.neutron [req-b004d7d5-0fcb-4006-9a16-4e18e194a95c req-571286b5-2705-40a8-a197-ce030e398f9b service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.677397] env[69674]: DEBUG nova.network.neutron [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.711510] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52451ccd-5fce-f869-bc18-88286a83c6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.712426] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e00ec6-02c9-40a6-924e-ee5e4dbaef2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.719220] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 645.719220] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef80a5-0819-8ff5-2ef6-cd6ac6d94cd3" [ 645.719220] env[69674]: _type = "Task" [ 645.719220] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.729828] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef80a5-0819-8ff5-2ef6-cd6ac6d94cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.791500] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46585a7-0dcf-4717-a161-4858be6aa66e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.804015] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9702645c-9bd8-4d52-9730-4c856efa0189 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.835057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeafe00-f722-4ab2-afaa-7c01760afde7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.844944] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d953fc-387a-4afe-a621-9d04b090022c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861453] env[69674]: DEBUG nova.compute.provider_tree [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.947021] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256268, 'name': Rename_Task, 'duration_secs': 0.150282} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.947442] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.947732] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f243580e-c4e2-48c6-96ed-f79848add9e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.955828] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 645.955828] env[69674]: value = "task-3256270" [ 645.955828] env[69674]: _type = "Task" [ 645.955828] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.964659] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.004581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.004812] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquired lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.005021] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.032712] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f1ebff1-9430-45f2-9045-fe6af05aa40c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.043881] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd58dc20-4552-4355-9013-6676f910b5a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.079541] env[69674]: DEBUG nova.compute.manager [req-b004d7d5-0fcb-4006-9a16-4e18e194a95c req-571286b5-2705-40a8-a197-ce030e398f9b service nova] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Detach interface failed, port_id=27284c81-28a7-4c76-865e-6f28a0ce82d2, reason: Instance dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 646.132996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.133435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.181566] env[69674]: INFO nova.compute.manager [-] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Took 1.36 seconds to deallocate network for instance. [ 646.234394] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef80a5-0819-8ff5-2ef6-cd6ac6d94cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.234394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.234394] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7d6889a0-9737-4fc6-828e-5d34979446cc/7d6889a0-9737-4fc6-828e-5d34979446cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.234394] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9fd04fe-a438-4cfd-8aed-fd0c356d63b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.244876] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 646.244876] env[69674]: value = "task-3256271" [ 646.244876] env[69674]: _type = "Task" [ 646.244876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.257688] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.364586] env[69674]: DEBUG nova.scheduler.client.report [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.466311] env[69674]: DEBUG oslo_vmware.api [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256270, 'name': PowerOnVM_Task, 'duration_secs': 0.492063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.466612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.466808] env[69674]: INFO nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Took 10.66 seconds to spawn the instance on the hypervisor. [ 646.466979] env[69674]: DEBUG nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 646.467781] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885a844e-b3d4-4c64-843e-8f28ab927835 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.553601] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.690263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.730979] env[69674]: DEBUG nova.network.neutron [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Updating instance_info_cache with network_info: [{"id": "8f20b917-16ae-4490-8870-94d6728490e6", "address": "fa:16:3e:77:e6:5b", "network": {"id": "94b4eeb4-e997-4229-af64-1b997ae0f112", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-768715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e208792cb6444245b4e2c550199b44ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f20b917-16", "ovs_interfaceid": "8f20b917-16ae-4490-8870-94d6728490e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.759413] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.870801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.873258] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.580s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.875171] env[69674]: INFO nova.compute.claims [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.899294] env[69674]: INFO nova.scheduler.client.report [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Deleted allocations for instance e30b30bd-40d9-486d-8ef4-21ad312d0789 [ 646.987886] env[69674]: INFO nova.compute.manager [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Took 41.72 seconds to build instance. [ 647.235055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Releasing lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.235055] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Instance network_info: |[{"id": "8f20b917-16ae-4490-8870-94d6728490e6", "address": "fa:16:3e:77:e6:5b", "network": {"id": "94b4eeb4-e997-4229-af64-1b997ae0f112", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-768715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e208792cb6444245b4e2c550199b44ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f20b917-16", "ovs_interfaceid": "8f20b917-16ae-4490-8870-94d6728490e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 647.235244] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e6:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f20b917-16ae-4490-8870-94d6728490e6', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.242894] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Creating folder: Project (e208792cb6444245b4e2c550199b44ef). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.243110] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd4abe9-a005-4c49-8183-1557c4ab7838 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.256967] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622565} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.258300] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7d6889a0-9737-4fc6-828e-5d34979446cc/7d6889a0-9737-4fc6-828e-5d34979446cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.258572] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.258809] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Created folder: Project (e208792cb6444245b4e2c550199b44ef) in parent group-v650515. [ 647.258977] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Creating folder: Instances. Parent ref: group-v650586. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.259205] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ba1fff5-d5c4-470c-a7bd-bf9f7328b08d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.261113] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67793c3a-fc89-4488-aa42-012175b70df5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.269172] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 647.269172] env[69674]: value = "task-3256274" [ 647.269172] env[69674]: _type = "Task" [ 647.269172] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.276358] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Created folder: Instances in parent group-v650586. [ 647.276358] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.276633] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.276892] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbfa0023-9870-45da-b351-9f0d78e5fcbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.305210] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.311445] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.311445] env[69674]: value = "task-3256275" [ 647.311445] env[69674]: _type = "Task" [ 647.311445] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.321866] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256275, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.407999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9f0538ec-7e02-4828-a046-3ee4271a40b6 tempest-FloatingIPsAssociationNegativeTestJSON-62065597 tempest-FloatingIPsAssociationNegativeTestJSON-62065597-project-member] Lock "e30b30bd-40d9-486d-8ef4-21ad312d0789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.926s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.489606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ccacb002-b6fd-4b15-89dd-e3bfb25383c0 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.463s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.553207] env[69674]: DEBUG nova.compute.manager [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Received event network-vif-plugged-8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 647.553503] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Acquiring lock "4021d91d-b850-4478-9d64-89e9416f4623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.553816] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Lock "4021d91d-b850-4478-9d64-89e9416f4623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.553816] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Lock "4021d91d-b850-4478-9d64-89e9416f4623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.554287] env[69674]: DEBUG nova.compute.manager [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] No waiting events found dispatching network-vif-plugged-8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.554287] env[69674]: WARNING nova.compute.manager [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Received unexpected event network-vif-plugged-8f20b917-16ae-4490-8870-94d6728490e6 for instance with vm_state building and task_state spawning. [ 647.554287] env[69674]: DEBUG nova.compute.manager [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Received event network-changed-8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 647.554412] env[69674]: DEBUG nova.compute.manager [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Refreshing instance network info cache due to event network-changed-8f20b917-16ae-4490-8870-94d6728490e6. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 647.554587] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Acquiring lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.554723] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Acquired lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.554880] env[69674]: DEBUG nova.network.neutron [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Refreshing network info cache for port 8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.780491] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289176} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.780841] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.781682] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2517b0-7604-4529-8d44-8dbc22a18daf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.808678] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7d6889a0-9737-4fc6-828e-5d34979446cc/7d6889a0-9737-4fc6-828e-5d34979446cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.809037] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b91fa7e-9c8e-41bc-ab75-b871eef27a15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.834561] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256275, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.836108] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 647.836108] env[69674]: value = "task-3256277" [ 647.836108] env[69674]: _type = "Task" [ 647.836108] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.845620] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.992433] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 648.337277] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256275, 'name': CreateVM_Task, 'duration_secs': 0.731091} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.337277] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.342019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.342019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.342019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.344327] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5123891d-5708-408f-b300-bf886e52f25d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.350214] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 648.350214] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541522-971b-d9fa-aa21-64f25ae0ba59" [ 648.350214] env[69674]: _type = "Task" [ 648.350214] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.353934] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.363466] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541522-971b-d9fa-aa21-64f25ae0ba59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.474524] env[69674]: DEBUG nova.network.neutron [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Updated VIF entry in instance network info cache for port 8f20b917-16ae-4490-8870-94d6728490e6. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.474889] env[69674]: DEBUG nova.network.neutron [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Updating instance_info_cache with network_info: [{"id": "8f20b917-16ae-4490-8870-94d6728490e6", "address": "fa:16:3e:77:e6:5b", "network": {"id": "94b4eeb4-e997-4229-af64-1b997ae0f112", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-768715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e208792cb6444245b4e2c550199b44ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f20b917-16", "ovs_interfaceid": "8f20b917-16ae-4490-8870-94d6728490e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.516515] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.526006] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6ac0b-13ec-4633-bfc4-48b28739762d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.534406] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f025c0-c775-40d8-a2c6-bbaa042bc709 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.571250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03727a-6ef0-458b-a07a-26d44bdb9869 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580904] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b412f1-ef66-4a47-af3e-05dfd8ee0cc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.597131] env[69674]: DEBUG nova.compute.provider_tree [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.847801] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256277, 'name': ReconfigVM_Task, 'duration_secs': 0.550118} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.847902] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7d6889a0-9737-4fc6-828e-5d34979446cc/7d6889a0-9737-4fc6-828e-5d34979446cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.848694] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4937a01b-4d32-48c6-92f7-1adca0309882 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.861246] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 648.861246] env[69674]: value = "task-3256278" [ 648.861246] env[69674]: _type = "Task" [ 648.861246] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.872278] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541522-971b-d9fa-aa21-64f25ae0ba59, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.873041] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.873319] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.873566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.873721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.873896] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.874167] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5372d246-620c-44c2-bc99-59d97422a970 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.879543] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256278, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.891660] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.891871] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.892644] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ac4aff-4e2b-4438-a749-1ebbf07b6c25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.899473] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 648.899473] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e2de1b-77ff-0416-4dd7-a89e85e82872" [ 648.899473] env[69674]: _type = "Task" [ 648.899473] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.908033] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e2de1b-77ff-0416-4dd7-a89e85e82872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.978167] env[69674]: DEBUG oslo_concurrency.lockutils [req-e1df69ba-0e40-4f95-a354-fc482dba38c0 req-453a3b2b-4328-43db-8bc1-aebc95d5c5ba service nova] Releasing lock "refresh_cache-4021d91d-b850-4478-9d64-89e9416f4623" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.099137] env[69674]: DEBUG nova.scheduler.client.report [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.375371] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256278, 'name': Rename_Task, 'duration_secs': 0.187333} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.375371] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.375371] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915d6bc1-dd75-4fce-93e1-3a60ca598211 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.381993] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 649.381993] env[69674]: value = "task-3256279" [ 649.381993] env[69674]: _type = "Task" [ 649.381993] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.391143] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.410322] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e2de1b-77ff-0416-4dd7-a89e85e82872, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.410814] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55a2869-af2f-4c5c-bf38-c0498b977e09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.417020] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 649.417020] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5227649e-88fc-a617-1824-c0bd9c1fd8c0" [ 649.417020] env[69674]: _type = "Task" [ 649.417020] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.426740] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5227649e-88fc-a617-1824-c0bd9c1fd8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.604458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.605089] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 649.608456] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.904s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.609925] env[69674]: INFO nova.compute.claims [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.892872] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.928716] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5227649e-88fc-a617-1824-c0bd9c1fd8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0234} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.929037] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.930654] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4021d91d-b850-4478-9d64-89e9416f4623/4021d91d-b850-4478-9d64-89e9416f4623.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.930654] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb60d56-a0b9-4416-a7e6-d5d8c4486569 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.937705] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 649.937705] env[69674]: value = "task-3256281" [ 649.937705] env[69674]: _type = "Task" [ 649.937705] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.946949] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.115748] env[69674]: DEBUG nova.compute.utils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.121216] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 650.121216] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.128974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "8b23f73b-a334-4421-8cda-528b3ece1d37" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.129713] env[69674]: DEBUG oslo_concurrency.lockutils [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.130281] env[69674]: DEBUG nova.compute.manager [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 650.131793] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854a922-8cd9-4ca0-8223-a6b57375e1d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.142184] env[69674]: DEBUG nova.compute.manager [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 650.146019] env[69674]: DEBUG nova.objects.instance [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lazy-loading 'flavor' on Instance uuid 8b23f73b-a334-4421-8cda-528b3ece1d37 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.183087] env[69674]: DEBUG nova.policy [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb6c5f299e204aaaae65aac3293b8f4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5375a748f06d4090bb04580e5849c024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.396427] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.449566] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.623222] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Successfully created port: 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.627489] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 650.896667] env[69674]: DEBUG oslo_vmware.api [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256279, 'name': PowerOnVM_Task, 'duration_secs': 1.031897} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.896955] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.897176] env[69674]: INFO nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Took 17.97 seconds to spawn the instance on the hypervisor. [ 650.897383] env[69674]: DEBUG nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 650.898150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57aed13-2cb2-4fa1-8862-3c9cf60d0e6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.950663] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722277} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.953588] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4021d91d-b850-4478-9d64-89e9416f4623/4021d91d-b850-4478-9d64-89e9416f4623.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.956314] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.956314] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e65465-4b44-4a9d-b5fc-faa54470b6b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.967430] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 650.967430] env[69674]: value = "task-3256282" [ 650.967430] env[69674]: _type = "Task" [ 650.967430] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.983155] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.154128] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.154608] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea5501f-4cc3-4c09-82c2-347a46c0402f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.162742] env[69674]: DEBUG oslo_vmware.api [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 651.162742] env[69674]: value = "task-3256283" [ 651.162742] env[69674]: _type = "Task" [ 651.162742] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.174074] env[69674]: DEBUG oslo_vmware.api [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.223526] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95368b77-0e46-47e1-8c65-d3b0a27af79c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.236626] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3093ac-1914-42d3-86aa-9fd4e339616a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.268778] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e232b9-657c-4230-b8d6-6d60460bd61e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.277940] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a94fa-32dd-440c-98b2-8e8818e6672d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.292832] env[69674]: DEBUG nova.compute.provider_tree [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.427719] env[69674]: INFO nova.compute.manager [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Took 48.77 seconds to build instance. [ 651.480191] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095884} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.480468] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.481358] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656779e2-98d0-456d-a94f-9be755afd624 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.512336] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4021d91d-b850-4478-9d64-89e9416f4623/4021d91d-b850-4478-9d64-89e9416f4623.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.514526] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d47e298-bcb5-4e4f-bff3-35279684cd5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.537043] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 651.537043] env[69674]: value = "task-3256284" [ 651.537043] env[69674]: _type = "Task" [ 651.537043] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.547771] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.637772] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.676413] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.676726] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.676873] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.677071] env[69674]: DEBUG nova.virt.hardware [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.678244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a1b2f-add6-4208-b37f-4ce96d752717 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.689612] env[69674]: DEBUG oslo_vmware.api [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256283, 'name': PowerOffVM_Task, 'duration_secs': 0.385484} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.690863] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657c354-2226-4c41-9e29-66390589b776 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.694898] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.695113] env[69674]: DEBUG nova.compute.manager [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 651.695877] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f8d08-c8ed-4bad-ba86-1ac89e784b39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.721806] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.721806] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.797446] env[69674]: DEBUG nova.scheduler.client.report [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.931876] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3155ffb0-c943-4555-bd77-430775ed33a3 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.831s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.047758] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.233039] env[69674]: DEBUG oslo_concurrency.lockutils [None req-32b02178-82b4-4aea-b8c3-4e29cf5a8a1f tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.237035] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.237803] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.238354] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.238757] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.239631] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.239631] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.239631] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 652.239631] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.303020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.303599] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 652.308681] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.953s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.312535] env[69674]: INFO nova.compute.claims [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.352220] env[69674]: DEBUG nova.compute.manager [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-vif-plugged-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 652.353283] env[69674]: DEBUG oslo_concurrency.lockutils [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] Acquiring lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.353283] env[69674]: DEBUG oslo_concurrency.lockutils [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.353449] env[69674]: DEBUG oslo_concurrency.lockutils [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.353892] env[69674]: DEBUG nova.compute.manager [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] No waiting events found dispatching network-vif-plugged-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.354431] env[69674]: WARNING nova.compute.manager [req-02e0aad7-09f5-440a-bf6d-011250d96b85 req-a49c94c1-41c1-4425-a62d-3dd46ce53c72 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received unexpected event network-vif-plugged-06ea7e59-9287-4076-8ff5-d63bdcd1875c for instance with vm_state building and task_state spawning. [ 652.388763] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Successfully updated port: 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.434131] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 652.550743] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256284, 'name': ReconfigVM_Task, 'duration_secs': 0.828056} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.551095] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4021d91d-b850-4478-9d64-89e9416f4623/4021d91d-b850-4478-9d64-89e9416f4623.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.552024] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a10d09-616d-4470-ab5a-2b81db69895a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.560457] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 652.560457] env[69674]: value = "task-3256286" [ 652.560457] env[69674]: _type = "Task" [ 652.560457] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.570209] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256286, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.739321] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.739578] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.739578] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.739808] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.740148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.743361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.744059] env[69674]: INFO nova.compute.manager [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Terminating instance [ 652.809696] env[69674]: DEBUG nova.compute.utils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.811256] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 652.811412] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.877942] env[69674]: DEBUG nova.policy [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5069f54e6e4f7dac58c0954e2b42ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '656e4b7fea504ec098631f294e5a6de3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.891357] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.891357] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.891357] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.971868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.075171] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256286, 'name': Rename_Task, 'duration_secs': 0.353512} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.075171] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.075171] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6ff448-47bb-4f9f-8014-99b59d540bcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.085253] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 653.085253] env[69674]: value = "task-3256287" [ 653.085253] env[69674]: _type = "Task" [ 653.085253] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.093558] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.220502] env[69674]: DEBUG nova.objects.instance [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lazy-loading 'flavor' on Instance uuid 8b23f73b-a334-4421-8cda-528b3ece1d37 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.248532] env[69674]: DEBUG nova.compute.manager [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 653.248901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.250471] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4111ba-bead-4e9f-a1da-d18063cab639 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.265789] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.266102] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b884cc9d-0bdb-4bf0-90be-3ccbac380685 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.274936] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 653.274936] env[69674]: value = "task-3256288" [ 653.274936] env[69674]: _type = "Task" [ 653.274936] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.285776] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.316520] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 653.400034] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Successfully created port: b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.464465] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.595130] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256287, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.725628] env[69674]: DEBUG oslo_concurrency.lockutils [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.725867] env[69674]: DEBUG oslo_concurrency.lockutils [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquired lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.726516] env[69674]: DEBUG nova.network.neutron [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.726672] env[69674]: DEBUG nova.objects.instance [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lazy-loading 'info_cache' on Instance uuid 8b23f73b-a334-4421-8cda-528b3ece1d37 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.770340] env[69674]: DEBUG nova.network.neutron [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.793919] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256288, 'name': PowerOffVM_Task, 'duration_secs': 0.232109} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.794237] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.794428] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.794928] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4805628d-972e-4c72-bfb9-75d3fd03f9d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.966999] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.967087] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.967313] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleting the datastore file [datastore2] 7d6889a0-9737-4fc6-828e-5d34979446cc {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.967685] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166f8b6b-a681-499e-80c4-9f00cf100e8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.979340] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 653.979340] env[69674]: value = "task-3256291" [ 653.979340] env[69674]: _type = "Task" [ 653.979340] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.999447] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.035940] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba30198-7f85-4dd7-aa6f-878a9fc93012 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.045715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddecfa47-3aca-4377-88d4-b63597c1a5db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.081087] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553d143-bfde-414d-a6e4-d7d2647ac5a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.093146] env[69674]: DEBUG oslo_vmware.api [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256287, 'name': PowerOnVM_Task, 'duration_secs': 0.569643} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.095414] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.095713] env[69674]: INFO nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Took 9.61 seconds to spawn the instance on the hypervisor. [ 654.096018] env[69674]: DEBUG nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 654.097057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd783cfe-3f51-48e5-b014-90fc092e32ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.101362] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b71fee-014a-48c0-a4e4-a1ebe6e46881 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.122476] env[69674]: DEBUG nova.compute.provider_tree [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.232894] env[69674]: DEBUG nova.objects.base [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Object Instance<8b23f73b-a334-4421-8cda-528b3ece1d37> lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 654.274050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.274165] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Instance network_info: |[{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 654.274566] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:91:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ea7e59-9287-4076-8ff5-d63bdcd1875c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.282601] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Creating folder: Project (5375a748f06d4090bb04580e5849c024). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.283265] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e543c2e6-10e2-4d82-a930-5d9d71ef4cf2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.295974] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Created folder: Project (5375a748f06d4090bb04580e5849c024) in parent group-v650515. [ 654.296199] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Creating folder: Instances. Parent ref: group-v650590. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.296479] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cba5ba63-2e04-4109-87b0-d59fbbfba6c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.310025] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Created folder: Instances in parent group-v650590. [ 654.310227] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.310446] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.310698] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-383a046b-7c0c-47b5-8b8b-8319deac3629 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.334295] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.334295] env[69674]: value = "task-3256294" [ 654.334295] env[69674]: _type = "Task" [ 654.334295] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.337764] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 654.346401] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256294, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.370727] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.370982] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.371155] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.371495] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.371590] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.371690] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.372390] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.372390] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.372390] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.372719] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.372719] env[69674]: DEBUG nova.virt.hardware [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.373602] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44ecd2-ce10-4355-86ec-52024d35d998 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.385071] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d469d-860f-4385-8b06-956ce0fb6c3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.467030] env[69674]: DEBUG nova.compute.manager [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 654.467491] env[69674]: DEBUG nova.compute.manager [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing instance network info cache due to event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 654.467661] env[69674]: DEBUG oslo_concurrency.lockutils [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.467836] env[69674]: DEBUG oslo_concurrency.lockutils [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.468082] env[69674]: DEBUG nova.network.neutron [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.494298] env[69674]: DEBUG oslo_vmware.api [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352763} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.494298] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.494518] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.494668] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.494856] env[69674]: INFO nova.compute.manager [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Took 1.25 seconds to destroy the instance on the hypervisor. [ 654.495322] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.496171] env[69674]: DEBUG nova.compute.manager [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 654.496304] env[69674]: DEBUG nova.network.neutron [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.630624] env[69674]: DEBUG nova.scheduler.client.report [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.636132] env[69674]: INFO nova.compute.manager [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Took 47.38 seconds to build instance. [ 654.845298] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256294, 'name': CreateVM_Task, 'duration_secs': 0.409887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.845585] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.846284] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.846455] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.846830] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.847106] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f711dc0-61b5-49c8-9282-197302da0072 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.854249] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 654.854249] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541dba-26a7-30e6-d9f2-bd9cec0bfffe" [ 654.854249] env[69674]: _type = "Task" [ 654.854249] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.862974] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541dba-26a7-30e6-d9f2-bd9cec0bfffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.039935] env[69674]: DEBUG nova.network.neutron [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Updating instance_info_cache with network_info: [{"id": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "address": "fa:16:3e:e1:6f:51", "network": {"id": "ae4872c3-cb32-4b2b-8f7d-1eeca7ab8ccf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1858267634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7ef528394342158e5aafd52ccfd102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb17f0a-ea", "ovs_interfaceid": "adb17f0a-eab6-4992-b7e8-be8759289cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.140210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.140210] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 655.142508] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea97d422-0e06-48df-8d00-27a476d8b165 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.823s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.143008] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.041s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.143245] env[69674]: DEBUG nova.objects.instance [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'resources' on Instance uuid 856f61d9-0199-4a16-ba72-5166f2d1095f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.272459] env[69674]: DEBUG nova.network.neutron [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updated VIF entry in instance network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.272680] env[69674]: DEBUG nova.network.neutron [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.286319] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "4021d91d-b850-4478-9d64-89e9416f4623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.288233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.289340] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "4021d91d-b850-4478-9d64-89e9416f4623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.289742] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.290057] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.292478] env[69674]: INFO nova.compute.manager [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Terminating instance [ 655.370597] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52541dba-26a7-30e6-d9f2-bd9cec0bfffe, 'name': SearchDatastore_Task, 'duration_secs': 0.032149} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.370597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.370597] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.370597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.370597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.370597] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.370597] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ce1556-3d4d-4d8e-86e8-3da6096c5da9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.385317] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.385515] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.386291] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bcbd8c-04e4-48c2-9fb6-11f94887875c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.399866] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 655.399866] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6e07d-a65a-ffb6-90b9-d7a1ad95a73c" [ 655.399866] env[69674]: _type = "Task" [ 655.399866] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.410012] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6e07d-a65a-ffb6-90b9-d7a1ad95a73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.537821] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Successfully updated port: b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.545138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Releasing lock "refresh_cache-8b23f73b-a334-4421-8cda-528b3ece1d37" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.645656] env[69674]: DEBUG nova.compute.utils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.654416] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 655.654734] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.658422] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 655.707452] env[69674]: DEBUG nova.policy [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd51697953ef74ddba22fe24829cb8f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c1826dd1744fd78a7ee1efdbba66f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.778064] env[69674]: DEBUG oslo_concurrency.lockutils [req-053168a6-1dc4-41cf-8189-aaba7c184714 req-9e8dbf88-da6a-48f1-9551-462d03d27883 service nova] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.797571] env[69674]: DEBUG nova.compute.manager [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 655.797791] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.800504] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef51c871-ea6b-4d46-aa98-0add51f4b0d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809415] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.813021] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba982cd-1ba2-445d-81c2-6e67e5d94db8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.821712] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 655.821712] env[69674]: value = "task-3256295" [ 655.821712] env[69674]: _type = "Task" [ 655.821712] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.832314] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.917123] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6e07d-a65a-ffb6-90b9-d7a1ad95a73c, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.921707] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5509a9a-9f48-426b-a475-b877c556ea78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.928927] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 655.928927] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fedabd-95e9-3f3c-9f27-43f65f849caa" [ 655.928927] env[69674]: _type = "Task" [ 655.928927] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.940216] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fedabd-95e9-3f3c-9f27-43f65f849caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.044253] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.044253] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquired lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.044253] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.118195] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Successfully created port: 0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.140118] env[69674]: DEBUG nova.network.neutron [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.161689] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 656.180810] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.329089] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4757a5-72a3-41d3-9768-37fccb9004a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.342013] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9790cc-99be-4ff1-a890-048abe5ed46d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.344293] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256295, 'name': PowerOffVM_Task, 'duration_secs': 0.253167} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.344377] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.344823] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.345356] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-271d4e44-d519-4297-b65c-f6019b130ff2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.385547] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b9f0e-b61d-4136-b79c-1aa5ce7c96e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.395433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a2fc4-7ee2-40bd-9ec9-214849e0fe09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.411629] env[69674]: DEBUG nova.compute.provider_tree [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.415997] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.416335] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.416590] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Deleting the datastore file [datastore2] 4021d91d-b850-4478-9d64-89e9416f4623 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.416813] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1f79f8-5503-404f-9a66-7b12904c69bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.426705] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for the task: (returnval){ [ 656.426705] env[69674]: value = "task-3256297" [ 656.426705] env[69674]: _type = "Task" [ 656.426705] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.443237] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fedabd-95e9-3f3c-9f27-43f65f849caa, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.447662] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.447662] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2/2df1d0a8-d245-45e4-b5ff-b99cb3c10be2.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.448056] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.448193] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21369eb8-92d4-40fa-a994-b54c1ed568fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.456573] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 656.456573] env[69674]: value = "task-3256298" [ 656.456573] env[69674]: _type = "Task" [ 656.456573] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.466343] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.554947] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.554947] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b772d04f-5519-4d50-a7ac-19d7bbc704c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.564308] env[69674]: DEBUG oslo_vmware.api [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 656.564308] env[69674]: value = "task-3256299" [ 656.564308] env[69674]: _type = "Task" [ 656.564308] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.574706] env[69674]: DEBUG oslo_vmware.api [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.597693] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.645146] env[69674]: INFO nova.compute.manager [-] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Took 2.15 seconds to deallocate network for instance. [ 656.778810] env[69674]: DEBUG nova.network.neutron [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Updating instance_info_cache with network_info: [{"id": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "address": "fa:16:3e:36:e5:55", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4532d86-6c", "ovs_interfaceid": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.812938] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-deleted-c7796924-83e8-4fbf-8c26-aa5c5f9c6fe7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 656.812938] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-deleted-9b7bc57c-6f4d-4c52-b04b-3d5aca227a04 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 656.812938] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Received event network-vif-plugged-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 656.815949] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Acquiring lock "81822631-26a8-4c17-a447-8e9d3acac696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.815949] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Lock "81822631-26a8-4c17-a447-8e9d3acac696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.815949] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Lock "81822631-26a8-4c17-a447-8e9d3acac696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.815949] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] No waiting events found dispatching network-vif-plugged-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.815949] env[69674]: WARNING nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Received unexpected event network-vif-plugged-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c for instance with vm_state building and task_state spawning. [ 656.815949] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Received event network-changed-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 656.815949] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Refreshing instance network info cache due to event network-changed-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 656.815949] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Acquiring lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.915669] env[69674]: DEBUG nova.scheduler.client.report [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.950201] env[69674]: DEBUG oslo_vmware.api [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Task: {'id': task-3256297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160365} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.951026] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.951310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.951310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.951467] env[69674]: INFO nova.compute.manager [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Took 1.15 seconds to destroy the instance on the hypervisor. [ 656.951731] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.952198] env[69674]: DEBUG nova.compute.manager [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 656.952298] env[69674]: DEBUG nova.network.neutron [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.970380] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477809} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.970664] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2/2df1d0a8-d245-45e4-b5ff-b99cb3c10be2.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.970885] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.972409] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-081c0605-0107-4321-97d8-a84bd91b0dcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.982989] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 656.982989] env[69674]: value = "task-3256300" [ 656.982989] env[69674]: _type = "Task" [ 656.982989] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.995720] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.076528] env[69674]: DEBUG oslo_vmware.api [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.152400] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.178344] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 657.209219] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.209500] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.209656] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.209834] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.209978] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.210139] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.210350] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.210507] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.210674] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.210838] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.211014] env[69674]: DEBUG nova.virt.hardware [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.214277] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f311eb-2dcd-44a9-8816-9fa103bc8798 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.221324] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c5a00-dcae-47fc-9fda-80a8091b48eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.285655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Releasing lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.285973] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Instance network_info: |[{"id": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "address": "fa:16:3e:36:e5:55", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4532d86-6c", "ovs_interfaceid": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 657.286291] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Acquired lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.286561] env[69674]: DEBUG nova.network.neutron [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Refreshing network info cache for port b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.287767] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.295121] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Creating folder: Project (656e4b7fea504ec098631f294e5a6de3). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.296398] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6325a400-29ca-4e05-a24f-abceddad6e03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.310625] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Created folder: Project (656e4b7fea504ec098631f294e5a6de3) in parent group-v650515. [ 657.311278] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Creating folder: Instances. Parent ref: group-v650593. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.311373] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f7661a6-f11a-4612-86d6-9f71ce5e7134 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.323293] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Created folder: Instances in parent group-v650593. [ 657.323424] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.323651] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.323905] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec81e51-bf1f-4e80-9d75-3aa3d5cccb72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.345930] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.345930] env[69674]: value = "task-3256303" [ 657.345930] env[69674]: _type = "Task" [ 657.345930] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.354040] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256303, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.424776] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.427684] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.161s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.429765] env[69674]: INFO nova.compute.claims [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.448035] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.448035] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.454721] env[69674]: INFO nova.scheduler.client.report [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocations for instance 856f61d9-0199-4a16-ba72-5166f2d1095f [ 657.494959] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070603} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.495798] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.496482] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0232a4c-ff7a-4867-8d92-83dc18706492 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523150] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2/2df1d0a8-d245-45e4-b5ff-b99cb3c10be2.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.523855] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d760179-705e-43d1-a68f-36394f335899 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.545640] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 657.545640] env[69674]: value = "task-3256304" [ 657.545640] env[69674]: _type = "Task" [ 657.545640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.554663] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.580727] env[69674]: DEBUG oslo_vmware.api [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256299, 'name': PowerOnVM_Task, 'duration_secs': 0.641578} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.581096] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.581346] env[69674]: DEBUG nova.compute.manager [None req-da117786-0e0d-4c9f-9002-6baae2324d63 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 657.583242] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d4a9e-f655-44b1-a358-cf744c3d4b62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.785677] env[69674]: DEBUG nova.network.neutron [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.857721] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256303, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.969708] env[69674]: DEBUG oslo_concurrency.lockutils [None req-beea2696-3799-48ce-93b4-864ae71e0ea9 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "856f61d9-0199-4a16-ba72-5166f2d1095f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.323s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.004234] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "f1562f66-a5bc-453a-957a-a4a03e102c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.004657] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.057548] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256304, 'name': ReconfigVM_Task, 'duration_secs': 0.347974} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.057760] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2/2df1d0a8-d245-45e4-b5ff-b99cb3c10be2.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.058401] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3d4528-9832-4a0d-9eeb-f9cc510b3ab7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.065798] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 658.065798] env[69674]: value = "task-3256305" [ 658.065798] env[69674]: _type = "Task" [ 658.065798] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.080776] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256305, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.186895] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Successfully updated port: 0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.282586] env[69674]: DEBUG nova.network.neutron [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Updated VIF entry in instance network info cache for port b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.282586] env[69674]: DEBUG nova.network.neutron [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Updating instance_info_cache with network_info: [{"id": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "address": "fa:16:3e:36:e5:55", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4532d86-6c", "ovs_interfaceid": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.288497] env[69674]: INFO nova.compute.manager [-] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Took 1.34 seconds to deallocate network for instance. [ 658.357595] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256303, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.578223] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256305, 'name': Rename_Task, 'duration_secs': 0.148257} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.580794] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.581257] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20035782-d33a-4e4d-8281-b79a2336124c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.587981] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 658.587981] env[69674]: value = "task-3256306" [ 658.587981] env[69674]: _type = "Task" [ 658.587981] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.599717] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.693124] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.693124] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquired lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.693124] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.785618] env[69674]: DEBUG oslo_concurrency.lockutils [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] Releasing lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.785872] env[69674]: DEBUG nova.compute.manager [req-09ba8b40-c601-4f4c-9f29-658c9c1c1bf7 req-7f08b8cf-83dc-49f9-9f4d-f61195a9791a service nova] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Received event network-vif-deleted-aabef01b-f9d5-4499-95dd-9bee9ca40e53 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 658.797783] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.860184] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256303, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.920419] env[69674]: DEBUG nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Received event network-vif-deleted-8f20b917-16ae-4490-8870-94d6728490e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 658.920623] env[69674]: DEBUG nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Received event network-vif-plugged-0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 658.920826] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Acquiring lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.921064] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.921253] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.921420] env[69674]: DEBUG nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] No waiting events found dispatching network-vif-plugged-0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.921634] env[69674]: WARNING nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Received unexpected event network-vif-plugged-0922a681-d500-4a0b-9dda-8ad7fbccc47a for instance with vm_state building and task_state spawning. [ 658.921855] env[69674]: DEBUG nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Received event network-changed-0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 658.922049] env[69674]: DEBUG nova.compute.manager [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Refreshing instance network info cache due to event network-changed-0922a681-d500-4a0b-9dda-8ad7fbccc47a. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 658.922224] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Acquiring lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.950614] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4cd469-68b5-49a4-b110-df4c1baa4129 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.959823] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c2b01-506d-4b66-92b1-f8c4a29820f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.991794] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9614b2-d3ed-4463-9690-645762a0052f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.000397] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a3ec4-0fe6-4515-a01c-79a6a43f9052 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.017032] env[69674]: DEBUG nova.compute.provider_tree [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.100716] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.237852] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.358847] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256303, 'name': CreateVM_Task, 'duration_secs': 1.651994} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.359045] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.359717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.359868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.360209] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.360464] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb37be5-6f27-4dc9-87d5-dd212afc2dc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.365703] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 659.365703] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52570427-4028-6c74-e5ca-eca6380c7e76" [ 659.365703] env[69674]: _type = "Task" [ 659.365703] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.380871] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52570427-4028-6c74-e5ca-eca6380c7e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.413529] env[69674]: DEBUG nova.network.neutron [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updating instance_info_cache with network_info: [{"id": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "address": "fa:16:3e:1e:ca:19", "network": {"id": "666f25db-d5f3-41b6-8052-38a6eef511c5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1624051610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c1826dd1744fd78a7ee1efdbba66f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0922a681-d5", "ovs_interfaceid": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.519970] env[69674]: DEBUG nova.scheduler.client.report [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.600221] env[69674]: DEBUG oslo_vmware.api [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256306, 'name': PowerOnVM_Task, 'duration_secs': 0.526039} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.600574] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.600802] env[69674]: INFO nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Took 7.96 seconds to spawn the instance on the hypervisor. [ 659.601045] env[69674]: DEBUG nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 659.602202] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd551f-a7a0-4572-b7eb-f6446a9dd258 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.877146] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52570427-4028-6c74-e5ca-eca6380c7e76, 'name': SearchDatastore_Task, 'duration_secs': 0.047851} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.877521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.877798] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.878213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.878468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.878727] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.879052] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e652d22-3515-4252-a96a-e7d94f240abd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.891508] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.891710] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.892457] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220d4ea5-e6c8-41e0-8448-e9326eb0f369 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.898384] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 659.898384] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f4644-d8f5-4df8-e5c7-5c09d1f962aa" [ 659.898384] env[69674]: _type = "Task" [ 659.898384] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.907558] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f4644-d8f5-4df8-e5c7-5c09d1f962aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.916249] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Releasing lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.916692] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Instance network_info: |[{"id": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "address": "fa:16:3e:1e:ca:19", "network": {"id": "666f25db-d5f3-41b6-8052-38a6eef511c5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1624051610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c1826dd1744fd78a7ee1efdbba66f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0922a681-d5", "ovs_interfaceid": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 659.917035] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Acquired lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.917261] env[69674]: DEBUG nova.network.neutron [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Refreshing network info cache for port 0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.918518] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ca:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0922a681-d500-4a0b-9dda-8ad7fbccc47a', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.926172] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Creating folder: Project (41c1826dd1744fd78a7ee1efdbba66f4). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.926854] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-190b930e-cfdf-4c46-abcd-207f1b4fad63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.940627] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Created folder: Project (41c1826dd1744fd78a7ee1efdbba66f4) in parent group-v650515. [ 659.940627] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Creating folder: Instances. Parent ref: group-v650596. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.941024] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e15b811c-3335-4c1f-a327-ea281cdea5c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.955933] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Created folder: Instances in parent group-v650596. [ 659.957492] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.957764] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.958052] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c518f7ce-a99e-4df2-b70c-4d3a1009733c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.981816] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.981816] env[69674]: value = "task-3256309" [ 659.981816] env[69674]: _type = "Task" [ 659.981816] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.990218] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256309, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.026932] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.027526] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 660.030375] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.682s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.031947] env[69674]: DEBUG nova.objects.instance [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lazy-loading 'resources' on Instance uuid 6383858f-5ecc-4861-8fbe-e7d60b153961 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.121151] env[69674]: INFO nova.compute.manager [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Took 40.85 seconds to build instance. [ 660.410818] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f4644-d8f5-4df8-e5c7-5c09d1f962aa, 'name': SearchDatastore_Task, 'duration_secs': 0.036111} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.411708] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be1e114-c600-4aa6-83de-022a7691ab66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.419582] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 660.419582] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c19379-1210-9c55-5095-cf2052edd987" [ 660.419582] env[69674]: _type = "Task" [ 660.419582] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.430664] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c19379-1210-9c55-5095-cf2052edd987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.492471] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256309, 'name': CreateVM_Task, 'duration_secs': 0.430864} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.492698] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.493811] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.493811] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.493944] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.494291] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb207ce-8ef7-4464-9131-8c8b71b5dc32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.499783] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 660.499783] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524638f1-c30d-5bcd-015a-a8aa5a74101b" [ 660.499783] env[69674]: _type = "Task" [ 660.499783] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.508282] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524638f1-c30d-5bcd-015a-a8aa5a74101b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.533896] env[69674]: DEBUG nova.compute.utils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.545775] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 660.545931] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.626267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ab0cf488-aed3-4b77-ab89-d746f167ae97 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.633s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.660271] env[69674]: DEBUG nova.policy [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0ff8473ee3e41ee96a89a0a542f29ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376f110a96914c3eb260797788089ed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.919464] env[69674]: DEBUG nova.network.neutron [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updated VIF entry in instance network info cache for port 0922a681-d500-4a0b-9dda-8ad7fbccc47a. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.919464] env[69674]: DEBUG nova.network.neutron [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updating instance_info_cache with network_info: [{"id": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "address": "fa:16:3e:1e:ca:19", "network": {"id": "666f25db-d5f3-41b6-8052-38a6eef511c5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1624051610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c1826dd1744fd78a7ee1efdbba66f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0922a681-d5", "ovs_interfaceid": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.932301] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c19379-1210-9c55-5095-cf2052edd987, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.932301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.932301] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 81822631-26a8-4c17-a447-8e9d3acac696/81822631-26a8-4c17-a447-8e9d3acac696.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.934065] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0db0010f-2862-4d9e-9dcd-7cf0bc90cf2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.944297] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 660.944297] env[69674]: value = "task-3256310" [ 660.944297] env[69674]: _type = "Task" [ 660.944297] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.956680] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.015331] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524638f1-c30d-5bcd-015a-a8aa5a74101b, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.015963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.016357] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.016772] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.017086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.017398] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.017793] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-376955d0-7efd-4820-9454-c0bdc16a7688 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.031516] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.032360] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.037268] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d828b100-d429-41ac-ae5f-13427d0ae823 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.043589] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 661.051245] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 661.051245] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f09a4-cdcb-93e3-061f-f68a96435ccb" [ 661.051245] env[69674]: _type = "Task" [ 661.051245] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.067416] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f09a4-cdcb-93e3-061f-f68a96435ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.129921] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 661.148070] env[69674]: DEBUG nova.compute.manager [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 661.148070] env[69674]: DEBUG nova.compute.manager [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing instance network info cache due to event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 661.148070] env[69674]: DEBUG oslo_concurrency.lockutils [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.148070] env[69674]: DEBUG oslo_concurrency.lockutils [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.148860] env[69674]: DEBUG nova.network.neutron [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.171662] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d46bb-65d6-47ac-86c0-a6e94d51e8ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.175941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.176426] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.176791] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.177115] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.177694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.181688] env[69674]: INFO nova.compute.manager [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Terminating instance [ 661.184678] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e8e0d3-2fb5-44d9-ab75-b5da792f4326 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.224632] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7135e-7dec-4a40-bf85-e3a3d85b07ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.233319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2342c-9c66-4415-b425-7789fce0cfc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.253355] env[69674]: DEBUG nova.compute.provider_tree [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.264396] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Successfully created port: 5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.424130] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb2ce990-5b78-40a8-99de-1b8a55cc70df req-2ab13a30-6ad2-41e2-88ff-75179fe05ef4 service nova] Releasing lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.454671] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256310, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.564231] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f09a4-cdcb-93e3-061f-f68a96435ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.565090] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece6aede-78ea-4f2a-9c64-2c4702a59d2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.572595] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 661.572595] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a5848-cabe-cf26-0ef0-6711ab2d84a1" [ 661.572595] env[69674]: _type = "Task" [ 661.572595] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.582792] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a5848-cabe-cf26-0ef0-6711ab2d84a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.662582] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.691588] env[69674]: DEBUG nova.compute.manager [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 661.691841] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.692786] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efaaa08-f836-4908-8ef0-006bb1fcfecb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.709194] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.709954] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d02b2701-dc27-4627-8fda-1a09e96995a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.721707] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 661.721707] env[69674]: value = "task-3256311" [ 661.721707] env[69674]: _type = "Task" [ 661.721707] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.731721] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.757153] env[69674]: DEBUG nova.scheduler.client.report [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.936031] env[69674]: DEBUG nova.network.neutron [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updated VIF entry in instance network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.936428] env[69674]: DEBUG nova.network.neutron [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.958448] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543922} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.958842] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 81822631-26a8-4c17-a447-8e9d3acac696/81822631-26a8-4c17-a447-8e9d3acac696.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.959090] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.959360] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94058536-810d-4b6c-8c7b-5fe6c53925da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.969507] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 661.969507] env[69674]: value = "task-3256312" [ 661.969507] env[69674]: _type = "Task" [ 661.969507] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.979730] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.058709] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 662.084824] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a5848-cabe-cf26-0ef0-6711ab2d84a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.085118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085379] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fff019fb-1d8d-4780-b5db-ad0c977eb958/fff019fb-1d8d-4780-b5db-ad0c977eb958.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.087509] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.087730] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.087916] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.088138] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.088297] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.088444] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.088711] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.088885] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.089073] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.089243] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.089416] env[69674]: DEBUG nova.virt.hardware [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.089798] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0491e6-e1db-4610-853b-53e882870b02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.092899] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22411e9-ef3c-4158-b3c6-a919c3ea9e79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.102382] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c75e0c-b94a-477b-ac48-a726b1d5c7cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.106778] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 662.106778] env[69674]: value = "task-3256313" [ 662.106778] env[69674]: _type = "Task" [ 662.106778] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.123503] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.234274] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256311, 'name': PowerOffVM_Task, 'duration_secs': 0.294264} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.234274] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.234452] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.234779] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd32cab2-aa39-40cb-8cf6-cab8163f2ec5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.263686] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.266098] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.878s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.266407] env[69674]: DEBUG nova.objects.instance [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lazy-loading 'resources' on Instance uuid 8a330708-788d-4af0-b272-a58d83c9c8c8 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.285516] env[69674]: INFO nova.scheduler.client.report [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted allocations for instance 6383858f-5ecc-4861-8fbe-e7d60b153961 [ 662.439623] env[69674]: DEBUG oslo_concurrency.lockutils [req-073bc20a-e652-4a8f-9594-bef5db8ac546 req-aa9bd32e-1a43-4458-bf6d-b3f80bc3598b service nova] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.479886] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175621} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.480209] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.481036] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf646943-79bd-436d-b53e-9e51b06250a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.505361] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 81822631-26a8-4c17-a447-8e9d3acac696/81822631-26a8-4c17-a447-8e9d3acac696.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.505580] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53df334a-ede7-4520-a956-546a4e610143 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.527056] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 662.527056] env[69674]: value = "task-3256315" [ 662.527056] env[69674]: _type = "Task" [ 662.527056] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.534945] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.614819] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.615064] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.615251] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleting the datastore file [datastore2] 68b9ccb0-38e8-413b-9e0d-3feca42358d4 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.615515] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb39137-816e-44a9-a071-7ca106d6f4e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.620948] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256313, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.627082] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 662.627082] env[69674]: value = "task-3256316" [ 662.627082] env[69674]: _type = "Task" [ 662.627082] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.635287] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.798346] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e1c1d25-bed9-4dd5-ac17-0c3cbea4ff3b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "6383858f-5ecc-4861-8fbe-e7d60b153961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.439s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.967362] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Successfully updated port: 5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.038613] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.120745] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938999} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.121026] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] fff019fb-1d8d-4780-b5db-ad0c977eb958/fff019fb-1d8d-4780-b5db-ad0c977eb958.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.121111] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.121342] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e20bc9ad-333a-46d5-b587-3a2449c99b15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.132822] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 663.132822] env[69674]: value = "task-3256317" [ 663.132822] env[69674]: _type = "Task" [ 663.132822] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.141987] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.147843] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.176812] env[69674]: DEBUG nova.compute.manager [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Received event network-vif-plugged-5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 663.177192] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Acquiring lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.177644] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.178353] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.179117] env[69674]: DEBUG nova.compute.manager [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] No waiting events found dispatching network-vif-plugged-5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.179117] env[69674]: WARNING nova.compute.manager [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Received unexpected event network-vif-plugged-5200ca49-136f-4d37-be21-c9cd8d11cd44 for instance with vm_state building and task_state spawning. [ 663.179117] env[69674]: DEBUG nova.compute.manager [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Received event network-changed-5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 663.179279] env[69674]: DEBUG nova.compute.manager [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Refreshing instance network info cache due to event network-changed-5200ca49-136f-4d37-be21-c9cd8d11cd44. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 663.179475] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Acquiring lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.180641] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Acquired lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.180641] env[69674]: DEBUG nova.network.neutron [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Refreshing network info cache for port 5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.357201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5eec3-d0fb-41cf-8bb3-c0d5e6a3e0f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.367238] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74f08a-b6c5-4753-92d4-91199a75b52d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.398732] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02c730-f344-4ce4-8183-36f5e283bb53 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.406595] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f35b0f-1a50-42ea-8b9d-6aed1d139ca3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.423025] env[69674]: DEBUG nova.compute.provider_tree [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.470588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540019] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256315, 'name': ReconfigVM_Task, 'duration_secs': 0.990365} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.540333] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 81822631-26a8-4c17-a447-8e9d3acac696/81822631-26a8-4c17-a447-8e9d3acac696.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.540973] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d334c2f2-d982-417b-9ca6-e5707397f00d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.548145] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 663.548145] env[69674]: value = "task-3256318" [ 663.548145] env[69674]: _type = "Task" [ 663.548145] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.558052] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256318, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.639715] env[69674]: DEBUG oslo_vmware.api [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60356} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.642910] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.643154] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.643302] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.643476] env[69674]: INFO nova.compute.manager [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Took 1.95 seconds to destroy the instance on the hypervisor. [ 663.644140] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.644226] env[69674]: DEBUG nova.compute.manager [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 663.644301] env[69674]: DEBUG nova.network.neutron [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.652300] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070824} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.652608] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.653744] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcabb07-7c80-4254-9ca9-eeb2cbe3ddc1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.678055] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] fff019fb-1d8d-4780-b5db-ad0c977eb958/fff019fb-1d8d-4780-b5db-ad0c977eb958.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.678300] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfdd20d3-a3c9-4166-986c-94782d189ccc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.701564] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 663.701564] env[69674]: value = "task-3256319" [ 663.701564] env[69674]: _type = "Task" [ 663.701564] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.717698] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.753997] env[69674]: DEBUG nova.network.neutron [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.887355] env[69674]: DEBUG nova.network.neutron [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.926163] env[69674]: DEBUG nova.scheduler.client.report [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.060895] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256318, 'name': Rename_Task, 'duration_secs': 0.408474} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.061931] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.062219] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d65ed39-83a9-4656-8210-51feb3301c1f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.071373] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 664.071373] env[69674]: value = "task-3256320" [ 664.071373] env[69674]: _type = "Task" [ 664.071373] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.081574] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.216234] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.393152] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae4d8233-fa6f-4b07-a884-13225bf4b754 req-d14523f2-417f-4317-82cb-e23bd860c1ad service nova] Releasing lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393593] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393791] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.435081] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.438720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.017s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.440039] env[69674]: INFO nova.compute.claims [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.465208] env[69674]: INFO nova.scheduler.client.report [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted allocations for instance 8a330708-788d-4af0-b272-a58d83c9c8c8 [ 664.555524] env[69674]: DEBUG nova.network.neutron [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.581916] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.714846] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256319, 'name': ReconfigVM_Task, 'duration_secs': 0.604044} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.715146] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Reconfigured VM instance instance-0000001b to attach disk [datastore2] fff019fb-1d8d-4780-b5db-ad0c977eb958/fff019fb-1d8d-4780-b5db-ad0c977eb958.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.715819] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b3ee9b4-c3bb-44b7-b921-ebde475d6f88 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.723179] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 664.723179] env[69674]: value = "task-3256321" [ 664.723179] env[69674]: _type = "Task" [ 664.723179] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.732323] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256321, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.927048] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.978189] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca4020ed-1689-4f19-89e8-b217de449e2b tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "8a330708-788d-4af0-b272-a58d83c9c8c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.151s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.059142] env[69674]: INFO nova.compute.manager [-] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Took 1.41 seconds to deallocate network for instance. [ 665.082999] env[69674]: DEBUG oslo_vmware.api [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256320, 'name': PowerOnVM_Task, 'duration_secs': 0.734603} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.083277] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.083477] env[69674]: INFO nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Took 10.75 seconds to spawn the instance on the hypervisor. [ 665.083655] env[69674]: DEBUG nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 665.084529] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e642275-c297-4e59-a1ad-4089ce6665ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.097405] env[69674]: DEBUG nova.network.neutron [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Updating instance_info_cache with network_info: [{"id": "5200ca49-136f-4d37-be21-c9cd8d11cd44", "address": "fa:16:3e:e0:75:3a", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5200ca49-13", "ovs_interfaceid": "5200ca49-136f-4d37-be21-c9cd8d11cd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.236283] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256321, 'name': Rename_Task, 'duration_secs': 0.316256} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.236593] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.236875] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41610ae0-ac1c-4ef0-a574-981dc3bd3233 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.245101] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 665.245101] env[69674]: value = "task-3256322" [ 665.245101] env[69674]: _type = "Task" [ 665.245101] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.251430] env[69674]: DEBUG nova.compute.manager [req-9c14df02-66f9-4f05-8804-1b7cd2196b12 req-98902799-2dc1-4341-9275-22702a486694 service nova] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Received event network-vif-deleted-289c8918-5d06-49e4-a308-e4a1e6017959 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 665.254829] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.564927] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.604811] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "refresh_cache-d45a13c5-09e6-474c-ae59-fa31d1653776" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.605109] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance network_info: |[{"id": "5200ca49-136f-4d37-be21-c9cd8d11cd44", "address": "fa:16:3e:e0:75:3a", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5200ca49-13", "ovs_interfaceid": "5200ca49-136f-4d37-be21-c9cd8d11cd44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 665.607702] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5200ca49-136f-4d37-be21-c9cd8d11cd44', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.614734] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating folder: Project (376f110a96914c3eb260797788089ed3). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.615409] env[69674]: INFO nova.compute.manager [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Took 45.93 seconds to build instance. [ 665.616525] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed63c39-dc78-4a31-812b-ae28f1dd638b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.632102] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created folder: Project (376f110a96914c3eb260797788089ed3) in parent group-v650515. [ 665.632465] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating folder: Instances. Parent ref: group-v650599. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.632992] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dec41a9-3a96-4446-8151-fd0558d285a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.653657] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created folder: Instances in parent group-v650599. [ 665.654232] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.654232] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.654338] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff634dc-8711-41c5-b54a-932d9687f739 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.679487] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.679487] env[69674]: value = "task-3256325" [ 665.679487] env[69674]: _type = "Task" [ 665.679487] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.689619] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256325, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.757326] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.016353] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f06400-405b-4e65-8317-1c67daedcda7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.025676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12a2ee-c18e-454b-9317-04c07a4fcbba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.058510] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef610033-d638-48d5-819e-1b4e3931339a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.067309] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4763515-4b1d-4bf7-a96c-82288a28b163 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.084231] env[69674]: DEBUG nova.compute.provider_tree [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.120166] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cdb31bed-31f9-4d9c-b152-9f9d873aa986 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.041s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.191469] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256325, 'name': CreateVM_Task, 'duration_secs': 0.456068} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.193199] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.193199] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.193199] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.193199] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194925] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b7548c-aaf9-4fa8-845d-d5117fac3b2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.201114] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 666.201114] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5239fd7b-eb92-64db-731a-bbaf983c67d3" [ 666.201114] env[69674]: _type = "Task" [ 666.201114] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.210114] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5239fd7b-eb92-64db-731a-bbaf983c67d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.257647] env[69674]: DEBUG oslo_vmware.api [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256322, 'name': PowerOnVM_Task, 'duration_secs': 0.699971} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.257953] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.257953] env[69674]: INFO nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Took 9.08 seconds to spawn the instance on the hypervisor. [ 666.258079] env[69674]: DEBUG nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 666.258891] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fd810-49e1-421c-825f-1f7266f1af1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.469456] env[69674]: DEBUG nova.compute.manager [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Received event network-changed {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 666.469726] env[69674]: DEBUG nova.compute.manager [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Refreshing instance network info cache due to event network-changed. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 666.469952] env[69674]: DEBUG oslo_concurrency.lockutils [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] Acquiring lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.470801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] Acquired lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.470801] env[69674]: DEBUG nova.network.neutron [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.482968] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "62538e53-59e3-4851-884f-87c35d076c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.483253] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.511346] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.511581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.588604] env[69674]: DEBUG nova.scheduler.client.report [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.624019] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 666.712217] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5239fd7b-eb92-64db-731a-bbaf983c67d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.712528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.712763] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.712995] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.713158] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.713353] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.713625] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b83bd72-7181-4395-a205-31dcf1bc629c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.723410] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.723410] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.724158] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954e180a-d9e1-4e0e-bbc0-e06ec865cb9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.732687] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 666.732687] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c18765-b353-5f5d-6258-1b959d354b83" [ 666.732687] env[69674]: _type = "Task" [ 666.732687] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.741154] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c18765-b353-5f5d-6258-1b959d354b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.781014] env[69674]: INFO nova.compute.manager [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Took 46.45 seconds to build instance. [ 667.093720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.094276] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 667.097872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.704s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.097872] env[69674]: DEBUG nova.objects.instance [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lazy-loading 'resources' on Instance uuid a7bb40a9-2ae5-4328-ae78-662677610470 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.126720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "81822631-26a8-4c17-a447-8e9d3acac696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.127437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.127437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "81822631-26a8-4c17-a447-8e9d3acac696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.127437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.127610] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.131232] env[69674]: INFO nova.compute.manager [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Terminating instance [ 667.152358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.222382] env[69674]: DEBUG nova.network.neutron [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Updating instance_info_cache with network_info: [{"id": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "address": "fa:16:3e:36:e5:55", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4532d86-6c", "ovs_interfaceid": "b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.245642] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c18765-b353-5f5d-6258-1b959d354b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.246768] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8e48da-6429-44f9-9a36-fc37d4898665 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.254148] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 667.254148] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5274665b-e7ad-b294-a5de-3ec139134cc5" [ 667.254148] env[69674]: _type = "Task" [ 667.254148] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.263069] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5274665b-e7ad-b294-a5de-3ec139134cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.283483] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41117478-7bf0-44a2-a1a1-766b9cdd6499 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.097s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.601110] env[69674]: DEBUG nova.compute.utils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.605425] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 667.606175] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.640031] env[69674]: DEBUG nova.compute.manager [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 667.640313] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.641395] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc6b45-4f0c-4723-89a8-04a109d74ad4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.654646] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.654925] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153bf8c4-f3f0-4cd2-8aea-ae34465db684 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.671539] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 667.671539] env[69674]: value = "task-3256326" [ 667.671539] env[69674]: _type = "Task" [ 667.671539] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.681818] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.686285] env[69674]: DEBUG nova.policy [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0ff8473ee3e41ee96a89a0a542f29ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376f110a96914c3eb260797788089ed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.728463] env[69674]: DEBUG oslo_concurrency.lockutils [None req-95d13d30-da81-4dfd-8dd7-0e2930485e1f tempest-ServerExternalEventsTest-2107301414 tempest-ServerExternalEventsTest-2107301414-project] Releasing lock "refresh_cache-81822631-26a8-4c17-a447-8e9d3acac696" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.769869] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5274665b-e7ad-b294-a5de-3ec139134cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.774026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.775305] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.775305] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3644e9df-1515-4064-82e6-8f3e664f2d77 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.784824] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 667.784824] env[69674]: value = "task-3256327" [ 667.784824] env[69674]: _type = "Task" [ 667.784824] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.791655] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 667.801747] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.106326] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 668.137162] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446a8d4a-e157-4b13-91eb-73d36aca13cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.149167] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f68446-4af7-48ab-894f-0fc1090adf74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192392] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a5aac-4b71-4afe-af0a-d90f1a13f61a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.209019] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256326, 'name': PowerOffVM_Task, 'duration_secs': 0.244809} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.209019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.209019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.209969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ad0fb-0a64-49ed-892a-34ced169ff34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.215880] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aa2044a-1a66-4f5a-ac71-b56d853f2612 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.232538] env[69674]: DEBUG nova.compute.provider_tree [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.296028] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256327, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.322105] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.322235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.322545] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Deleting the datastore file [datastore2] 81822631-26a8-4c17-a447-8e9d3acac696 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.324153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.324313] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4caeb241-a816-4801-ac93-8ae640323028 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.327238] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Successfully created port: 08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.337833] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for the task: (returnval){ [ 668.337833] env[69674]: value = "task-3256329" [ 668.337833] env[69674]: _type = "Task" [ 668.337833] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.347500] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.536976] env[69674]: DEBUG nova.compute.manager [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Received event network-changed-0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 668.537134] env[69674]: DEBUG nova.compute.manager [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Refreshing instance network info cache due to event network-changed-0922a681-d500-4a0b-9dda-8ad7fbccc47a. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 668.537263] env[69674]: DEBUG oslo_concurrency.lockutils [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] Acquiring lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537388] env[69674]: DEBUG oslo_concurrency.lockutils [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] Acquired lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.537550] env[69674]: DEBUG nova.network.neutron [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Refreshing network info cache for port 0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.740032] env[69674]: DEBUG nova.scheduler.client.report [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.795718] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76866} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.796064] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.796343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.796825] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-842ba878-9ff7-4921-9ce9-0880eb3eebb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.805165] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 668.805165] env[69674]: value = "task-3256330" [ 668.805165] env[69674]: _type = "Task" [ 668.805165] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.819723] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.853613] env[69674]: DEBUG oslo_vmware.api [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Task: {'id': task-3256329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360198} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.854197] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.854557] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.854865] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.855306] env[69674]: INFO nova.compute.manager [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Took 1.21 seconds to destroy the instance on the hypervisor. [ 668.856151] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.856519] env[69674]: DEBUG nova.compute.manager [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 668.856748] env[69674]: DEBUG nova.network.neutron [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.119514] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 669.152584] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.152843] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.153072] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.153252] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.153402] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.153566] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.153748] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.153903] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.154095] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.156138] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.156138] env[69674]: DEBUG nova.virt.hardware [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.156138] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70b0a7-abae-40cc-b96f-35039c846ef6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.165693] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3caf40-116c-49e9-8faa-404ef60d3b7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.242906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.245623] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.714s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.248098] env[69674]: INFO nova.compute.claims [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.270769] env[69674]: INFO nova.scheduler.client.report [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Deleted allocations for instance a7bb40a9-2ae5-4328-ae78-662677610470 [ 669.317772] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075469} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.317772] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.318274] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cde494-3b4d-481d-9e75-04ccc7d8a368 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.342396] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.343454] env[69674]: DEBUG nova.network.neutron [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updated VIF entry in instance network info cache for port 0922a681-d500-4a0b-9dda-8ad7fbccc47a. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.344367] env[69674]: DEBUG nova.network.neutron [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updating instance_info_cache with network_info: [{"id": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "address": "fa:16:3e:1e:ca:19", "network": {"id": "666f25db-d5f3-41b6-8052-38a6eef511c5", "bridge": "br-int", "label": "tempest-ServersTestJSON-1624051610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c1826dd1744fd78a7ee1efdbba66f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0922a681-d5", "ovs_interfaceid": "0922a681-d500-4a0b-9dda-8ad7fbccc47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.346112] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00821f1-b6c7-4d4c-ab72-63c5fb0d2c65 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.361745] env[69674]: DEBUG oslo_concurrency.lockutils [req-ddc343f9-9f6e-4a53-b5bf-9cef121a726c req-c3a39601-7e68-4823-a51d-741456966f58 service nova] Releasing lock "refresh_cache-fff019fb-1d8d-4780-b5db-ad0c977eb958" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.370559] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 669.370559] env[69674]: value = "task-3256331" [ 669.370559] env[69674]: _type = "Task" [ 669.370559] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.379744] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.662430] env[69674]: DEBUG nova.network.neutron [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.781267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cccc8b6-3ccd-455f-96e0-f487b39a9a73 tempest-TenantUsagesTestJSON-619820301 tempest-TenantUsagesTestJSON-619820301-project-member] Lock "a7bb40a9-2ae5-4328-ae78-662677610470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.881s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.882102] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.036196] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Successfully updated port: 08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.169018] env[69674]: INFO nova.compute.manager [-] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Took 1.31 seconds to deallocate network for instance. [ 670.383181] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.541666] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.541666] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.541815] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.568413] env[69674]: DEBUG nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Received event network-vif-deleted-b4532d86-6c1e-4d4b-83d5-da3d4f37ad0c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 670.568647] env[69674]: DEBUG nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Received event network-vif-plugged-08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 670.568906] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Acquiring lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.569241] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.569509] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.569704] env[69674]: DEBUG nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] No waiting events found dispatching network-vif-plugged-08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.569948] env[69674]: WARNING nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Received unexpected event network-vif-plugged-08b3406d-0901-4b0b-85c5-94a0a649806f for instance with vm_state building and task_state spawning. [ 670.570134] env[69674]: DEBUG nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Received event network-changed-08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 670.570322] env[69674]: DEBUG nova.compute.manager [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Refreshing instance network info cache due to event network-changed-08b3406d-0901-4b0b-85c5-94a0a649806f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 670.570543] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Acquiring lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.671243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.846546] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bda0f8-09b5-4dfd-b35d-46a7be3a58f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.855767] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35106e4d-74e3-4831-b2ec-9088afad6452 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.891331] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff1897-dd79-4919-8be4-e553eca9bfe5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.902386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e06ba0-c356-4e31-909f-2b0ae9b9da56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.906155] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256331, 'name': ReconfigVM_Task, 'duration_secs': 1.067998} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.906429] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.907391] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f372b9-2f2d-4bed-b6e1-8a5f796bf3a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.920230] env[69674]: DEBUG nova.compute.provider_tree [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.923171] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 670.923171] env[69674]: value = "task-3256332" [ 670.923171] env[69674]: _type = "Task" [ 670.923171] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.932061] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256332, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.090023] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.255497] env[69674]: DEBUG nova.network.neutron [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Updating instance_info_cache with network_info: [{"id": "08b3406d-0901-4b0b-85c5-94a0a649806f", "address": "fa:16:3e:bb:2f:73", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b3406d-09", "ovs_interfaceid": "08b3406d-0901-4b0b-85c5-94a0a649806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.425429] env[69674]: DEBUG nova.scheduler.client.report [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.438251] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256332, 'name': Rename_Task, 'duration_secs': 0.171261} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.438593] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.438786] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd2d4b8-d314-46e6-be73-7b0017eed3e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.447746] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 671.447746] env[69674]: value = "task-3256333" [ 671.447746] env[69674]: _type = "Task" [ 671.447746] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.455563] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.758435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.758929] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Instance network_info: |[{"id": "08b3406d-0901-4b0b-85c5-94a0a649806f", "address": "fa:16:3e:bb:2f:73", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b3406d-09", "ovs_interfaceid": "08b3406d-0901-4b0b-85c5-94a0a649806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 671.759332] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Acquired lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.759566] env[69674]: DEBUG nova.network.neutron [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Refreshing network info cache for port 08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.760976] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2f:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b3406d-0901-4b0b-85c5-94a0a649806f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.769046] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.772203] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.773084] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9965c8b2-dafa-48fa-8770-53c507092ea9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.794737] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.794737] env[69674]: value = "task-3256334" [ 671.794737] env[69674]: _type = "Task" [ 671.794737] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.804275] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256334, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.933941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.934495] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 671.938611] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.502s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.938954] env[69674]: DEBUG nova.objects.instance [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lazy-loading 'resources' on Instance uuid ed00c987-3c06-459e-8d27-bb28938a287f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.959351] env[69674]: DEBUG oslo_vmware.api [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256333, 'name': PowerOnVM_Task, 'duration_secs': 0.510913} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.962534] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.962785] env[69674]: INFO nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Took 9.90 seconds to spawn the instance on the hypervisor. [ 671.963027] env[69674]: DEBUG nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 671.964150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af8c31-e0fe-4ad8-9dcd-fe892081d601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.083963] env[69674]: DEBUG nova.network.neutron [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Updated VIF entry in instance network info cache for port 08b3406d-0901-4b0b-85c5-94a0a649806f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.088023] env[69674]: DEBUG nova.network.neutron [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Updating instance_info_cache with network_info: [{"id": "08b3406d-0901-4b0b-85c5-94a0a649806f", "address": "fa:16:3e:bb:2f:73", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b3406d-09", "ovs_interfaceid": "08b3406d-0901-4b0b-85c5-94a0a649806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.305204] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256334, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.440489] env[69674]: DEBUG nova.compute.utils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.441933] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 672.442222] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.483541] env[69674]: INFO nova.compute.manager [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Took 47.27 seconds to build instance. [ 672.501882] env[69674]: DEBUG nova.policy [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03769dc9ef91422db69c6ccd8a8c479d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9fb12992164ab580cab4ddb45189f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.590639] env[69674]: DEBUG oslo_concurrency.lockutils [req-096eec1d-e23a-4a6e-91b0-7561276a0caf req-d8830d5b-9681-4e34-928c-04c6d6a28398 service nova] Releasing lock "refresh_cache-82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.805543] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256334, 'name': CreateVM_Task, 'duration_secs': 0.567869} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.805726] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.806425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.806631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.810016] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.810016] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff964d0-5345-4b7c-9f0c-5e39c1197fcd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.814707] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 672.814707] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4cf8b-366c-bc17-c09b-028b4c967e1b" [ 672.814707] env[69674]: _type = "Task" [ 672.814707] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.823920] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4cf8b-366c-bc17-c09b-028b4c967e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.848638] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Successfully created port: bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.944805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d7497-f892-4a0c-9d79-5b2011ca35f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.950022] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 672.955557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a66fa-b8e7-4e78-ae94-57fc779afb51 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.985448] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b7824e3-38f8-43fa-bda0-29c0e14fb01e tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.391s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.988284] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84998e96-793e-43a1-9706-0dfef315c8d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.997265] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155384c-c736-4e41-9a7f-fb4d943478b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.014654] env[69674]: DEBUG nova.compute.provider_tree [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.326358] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4cf8b-366c-bc17-c09b-028b4c967e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.326671] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.326961] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.327223] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.327384] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.327541] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.327801] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7056ff0-88ae-4929-9b80-c596308435f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.337272] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.337456] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.338176] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7391c7ea-5a1a-400f-83d2-6382abecf5d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.343885] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 673.343885] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d9bfc1-e3ec-f022-120a-3b9688770dd9" [ 673.343885] env[69674]: _type = "Task" [ 673.343885] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.351885] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d9bfc1-e3ec-f022-120a-3b9688770dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.491382] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 673.519608] env[69674]: DEBUG nova.scheduler.client.report [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.855663] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d9bfc1-e3ec-f022-120a-3b9688770dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.855923] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6ccb08-fddd-4c33-92d1-e45a582632de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.863641] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 673.863641] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b5f9e-24c9-2285-d37d-91e1002e67b7" [ 673.863641] env[69674]: _type = "Task" [ 673.863641] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.872676] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b5f9e-24c9-2285-d37d-91e1002e67b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.957297] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 673.984598] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.984833] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.984990] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.985187] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.985335] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.985482] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.985689] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.985964] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.986193] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.986359] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.986535] env[69674]: DEBUG nova.virt.hardware [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.987442] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0ca90-7f94-416c-87fd-df05a79c63c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.998085] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15799d-09d3-4785-a3e6-0ab59e4fec14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.019052] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.024893] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.026987] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.801s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.045288] env[69674]: INFO nova.scheduler.client.report [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Deleted allocations for instance ed00c987-3c06-459e-8d27-bb28938a287f [ 674.305423] env[69674]: DEBUG nova.compute.manager [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Received event network-vif-plugged-bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 674.305652] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] Acquiring lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.305954] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] Lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.306051] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] Lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.306222] env[69674]: DEBUG nova.compute.manager [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] No waiting events found dispatching network-vif-plugged-bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.306398] env[69674]: WARNING nova.compute.manager [req-ae934fd4-111d-48b5-99e6-42e1e5b70b2b req-2bd3d5e8-af0c-49c8-b028-681c9eb98b77 service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Received unexpected event network-vif-plugged-bff14935-d200-4079-98b7-109e0403a543 for instance with vm_state building and task_state spawning. [ 674.375966] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b5f9e-24c9-2285-d37d-91e1002e67b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.376257] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.376556] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb/82967055-3c2f-4d77-9cf1-4f1e2fc5aecb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.376783] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf1483f-542c-4abe-8c3b-c2ddb57b6656 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.384151] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 674.384151] env[69674]: value = "task-3256335" [ 674.384151] env[69674]: _type = "Task" [ 674.384151] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.392443] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.411033] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Successfully updated port: bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.558023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3357a82-cc69-4c79-9be3-a526338d2853 tempest-ServerDiagnosticsV248Test-335077347 tempest-ServerDiagnosticsV248Test-335077347-project-member] Lock "ed00c987-3c06-459e-8d27-bb28938a287f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.608s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.897443] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491717} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.897705] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb/82967055-3c2f-4d77-9cf1-4f1e2fc5aecb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.897981] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.898274] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2561e114-98eb-404d-a97e-6c9e4052ec37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.907374] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 674.907374] env[69674]: value = "task-3256336" [ 674.907374] env[69674]: _type = "Task" [ 674.907374] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.913434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.913583] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquired lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.913796] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.923356] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.068467] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cb8ba3-3fbf-42a8-a213-d6b2f84f0978 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.077448] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b1851-d645-4409-8979-524a4c742b4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.109255] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58590eb0-d7fc-4505-be71-b06eddbc8c6a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.117692] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7c8a44-d10c-4731-92a8-9ce9e75fcd61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.133628] env[69674]: DEBUG nova.compute.provider_tree [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.421437] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07347} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.421725] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.423575] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6891f6-c870-4883-a82b-83d3341c4dc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.447997] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb/82967055-3c2f-4d77-9cf1-4f1e2fc5aecb.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.448332] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7442ef-d309-48ae-b9f7-33988cd9429f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.463649] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.473210] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 675.473210] env[69674]: value = "task-3256337" [ 675.473210] env[69674]: _type = "Task" [ 675.473210] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.481924] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.636781] env[69674]: DEBUG nova.network.neutron [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Updating instance_info_cache with network_info: [{"id": "bff14935-d200-4079-98b7-109e0403a543", "address": "fa:16:3e:e9:ea:86", "network": {"id": "61cf7b29-17ea-48c5-b0a9-89bb8270b373", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1879633534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9fb12992164ab580cab4ddb45189f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff14935-d2", "ovs_interfaceid": "bff14935-d200-4079-98b7-109e0403a543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.638665] env[69674]: DEBUG nova.scheduler.client.report [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.984549] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256337, 'name': ReconfigVM_Task, 'duration_secs': 0.288043} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.984851] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb/82967055-3c2f-4d77-9cf1-4f1e2fc5aecb.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.985506] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b2bf04-f2cf-4cc3-b5cb-1e39117a3369 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.994090] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 675.994090] env[69674]: value = "task-3256338" [ 675.994090] env[69674]: _type = "Task" [ 675.994090] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.003049] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256338, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.143038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Releasing lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.143410] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Instance network_info: |[{"id": "bff14935-d200-4079-98b7-109e0403a543", "address": "fa:16:3e:e9:ea:86", "network": {"id": "61cf7b29-17ea-48c5-b0a9-89bb8270b373", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1879633534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9fb12992164ab580cab4ddb45189f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff14935-d2", "ovs_interfaceid": "bff14935-d200-4079-98b7-109e0403a543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 676.147223] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ea:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff14935-d200-4079-98b7-109e0403a543', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.155998] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Creating folder: Project (ba9fb12992164ab580cab4ddb45189f6). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.157372] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9386ffe0-130f-4147-80bd-2550b7118c31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.168925] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Created folder: Project (ba9fb12992164ab580cab4ddb45189f6) in parent group-v650515. [ 676.169149] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Creating folder: Instances. Parent ref: group-v650603. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.169397] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a82908-6418-4505-8355-0f8da9dbf764 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.182831] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Created folder: Instances in parent group-v650603. [ 676.183110] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.183310] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.183532] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b86298-a944-4445-bd5b-0bb14d79a231 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.204597] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.204597] env[69674]: value = "task-3256341" [ 676.204597] env[69674]: _type = "Task" [ 676.204597] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.213377] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256341, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.392205] env[69674]: DEBUG nova.compute.manager [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Received event network-changed-bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 676.392413] env[69674]: DEBUG nova.compute.manager [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Refreshing instance network info cache due to event network-changed-bff14935-d200-4079-98b7-109e0403a543. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 676.392632] env[69674]: DEBUG oslo_concurrency.lockutils [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] Acquiring lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.392790] env[69674]: DEBUG oslo_concurrency.lockutils [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] Acquired lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.392959] env[69674]: DEBUG nova.network.neutron [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Refreshing network info cache for port bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.505955] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256338, 'name': Rename_Task, 'duration_secs': 0.161416} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.506247] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.506531] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4957f7d0-a3de-425f-8315-aef4bf32db1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.513851] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 676.513851] env[69674]: value = "task-3256342" [ 676.513851] env[69674]: _type = "Task" [ 676.513851] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.521966] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.658161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.631s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.661160] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.688s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.664540] env[69674]: INFO nova.compute.claims [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.716029] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256341, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.024186] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.218936] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256341, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.341735] env[69674]: INFO nova.scheduler.client.report [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted allocation for migration 8c2d9336-a3ea-4204-9c67-d7831da4ae34 [ 677.409252] env[69674]: DEBUG nova.network.neutron [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Updated VIF entry in instance network info cache for port bff14935-d200-4079-98b7-109e0403a543. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.409621] env[69674]: DEBUG nova.network.neutron [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Updating instance_info_cache with network_info: [{"id": "bff14935-d200-4079-98b7-109e0403a543", "address": "fa:16:3e:e9:ea:86", "network": {"id": "61cf7b29-17ea-48c5-b0a9-89bb8270b373", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1879633534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9fb12992164ab580cab4ddb45189f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff14935-d2", "ovs_interfaceid": "bff14935-d200-4079-98b7-109e0403a543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.527892] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.719046] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256341, 'name': CreateVM_Task, 'duration_secs': 1.231157} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.719513] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.719918] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.720095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.720414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.720676] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de6de77-c4d4-48b0-9317-376030ba1dd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.732679] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 677.732679] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c774a-410e-9706-932d-f09dfcded6d5" [ 677.732679] env[69674]: _type = "Task" [ 677.732679] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.738274] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c774a-410e-9706-932d-f09dfcded6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.849662] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c75daa33-dfe8-4eeb-9553-6329fe385d09 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.692s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.912886] env[69674]: DEBUG oslo_concurrency.lockutils [req-e44d7e89-cf33-44d3-9b57-3f0001c63e2b req-336caeca-d286-4e81-b974-38537f2e851d service nova] Releasing lock "refresh_cache-0791541e-da89-4120-8c87-c537b84a7b4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.030543] env[69674]: DEBUG oslo_vmware.api [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256342, 'name': PowerOnVM_Task, 'duration_secs': 1.094531} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.030543] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.030725] env[69674]: INFO nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Took 8.91 seconds to spawn the instance on the hypervisor. [ 678.030891] env[69674]: DEBUG nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 678.031742] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f10c2-832a-43c4-923e-bdfaa0ee2ed5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.249248] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528c774a-410e-9706-932d-f09dfcded6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.249595] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.250122] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.250404] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.250571] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.250786] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.253644] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca23972-fe5c-4b20-8032-9cb026564a7f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265352] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.265576] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.267125] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455f076d-7aef-42ef-a352-ce4de76c68b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.276703] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 678.276703] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef9e6a-d664-f683-9d90-101fa8be560f" [ 678.276703] env[69674]: _type = "Task" [ 678.276703] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.286011] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef9e6a-d664-f683-9d90-101fa8be560f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.292191] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81947a6d-fcbc-4a4e-929d-cc0740cbd64d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.300276] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b1f7e-b680-4b04-9a25-26f7463f23ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.332886] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79986fb3-21f0-4815-8b23-eeac043f63a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.346270] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e970a9af-4f7f-4a24-a84c-8b10fbf3c35d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.361333] env[69674]: DEBUG nova.compute.provider_tree [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.570562] env[69674]: INFO nova.compute.manager [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Took 49.18 seconds to build instance. [ 678.788661] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef9e6a-d664-f683-9d90-101fa8be560f, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.790254] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd5368f-c705-4fd7-a773-70039abfff9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.797493] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 678.797493] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52065a14-2e72-bdff-8f53-145e62c00f0e" [ 678.797493] env[69674]: _type = "Task" [ 678.797493] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.809904] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52065a14-2e72-bdff-8f53-145e62c00f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.868812] env[69674]: DEBUG nova.scheduler.client.report [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.076024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3bab7230-8afa-40ae-8afe-4ae738426030 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.800s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.309556] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52065a14-2e72-bdff-8f53-145e62c00f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.310175] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.310784] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0791541e-da89-4120-8c87-c537b84a7b4b/0791541e-da89-4120-8c87-c537b84a7b4b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.311190] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b79bc0-7d92-4c1d-85b2-839c7a5f391a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.320212] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 679.320212] env[69674]: value = "task-3256343" [ 679.320212] env[69674]: _type = "Task" [ 679.320212] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.329898] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.372645] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.372645] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.373014] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.374430] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 679.376266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.686s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.376487] env[69674]: DEBUG nova.objects.instance [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lazy-loading 'resources' on Instance uuid dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.582778] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 679.835509] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256343, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.880105] env[69674]: DEBUG nova.compute.utils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.884803] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 679.884993] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.947839] env[69674]: DEBUG nova.policy [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42359232a47740b0b873b9eaf695747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14342a7139da41a9ba378cd75027234f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.109977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.302064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.302064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.317996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "888b0976-1a94-4901-8904-fefd169b829b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.318392] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.342198] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573081} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.342198] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0791541e-da89-4120-8c87-c537b84a7b4b/0791541e-da89-4120-8c87-c537b84a7b4b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.342198] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.342198] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3abda2-cd0c-425d-9111-3d2e6a69c040 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.351624] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 680.351624] env[69674]: value = "task-3256344" [ 680.351624] env[69674]: _type = "Task" [ 680.351624] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.361705] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.389499] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 680.392753] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Successfully created port: 23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.481112] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b97f55a-06b8-478e-a398-cd2b823ff5ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.490731] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2a3f2-afa3-4061-90ac-6281f8d4d379 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.522713] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d427e2-3cdb-48cf-a2b2-eeb9500896d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.532404] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96295eb5-efb2-47de-ae1e-16783336a0c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.546685] env[69674]: DEBUG nova.compute.provider_tree [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.861509] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254694} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.861793] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.862586] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36188e14-8a5d-4367-8ac9-b6f569ea95e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.885067] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0791541e-da89-4120-8c87-c537b84a7b4b/0791541e-da89-4120-8c87-c537b84a7b4b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.885369] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e9b294-abd9-4946-9d07-12037ac1fe55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.923165] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 680.923165] env[69674]: value = "task-3256345" [ 680.923165] env[69674]: _type = "Task" [ 680.923165] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.934179] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.049744] env[69674]: DEBUG nova.scheduler.client.report [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.404698] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 681.436227] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.439025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.439344] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.439432] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.439601] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.440062] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.440278] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.441086] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cac839-0b1b-45c6-9dd2-dc2f35b4738b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.448870] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d42ede-5f4a-4b6a-8d50-a68cef88cbab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.555364] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.558079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.042s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.559874] env[69674]: INFO nova.compute.claims [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.581167] env[69674]: INFO nova.scheduler.client.report [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Deleted allocations for instance dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f [ 681.785602] env[69674]: DEBUG nova.compute.manager [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Received event network-vif-plugged-23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 681.785832] env[69674]: DEBUG oslo_concurrency.lockutils [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] Acquiring lock "590c2cb4-0349-46db-b85c-6f845327e450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.786072] env[69674]: DEBUG oslo_concurrency.lockutils [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] Lock "590c2cb4-0349-46db-b85c-6f845327e450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.786250] env[69674]: DEBUG oslo_concurrency.lockutils [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] Lock "590c2cb4-0349-46db-b85c-6f845327e450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.786420] env[69674]: DEBUG nova.compute.manager [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] No waiting events found dispatching network-vif-plugged-23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.786596] env[69674]: WARNING nova.compute.manager [req-b721abef-9163-41e1-a1a3-74947eea7c78 req-14203a3a-a6b3-41e3-8015-d55e5a7e6b10 service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Received unexpected event network-vif-plugged-23d3881a-53e3-4531-a081-ba2f228581a7 for instance with vm_state building and task_state spawning. [ 681.887053] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Successfully updated port: 23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.934400] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256345, 'name': ReconfigVM_Task, 'duration_secs': 0.864069} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.935160] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0791541e-da89-4120-8c87-c537b84a7b4b/0791541e-da89-4120-8c87-c537b84a7b4b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.935804] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a1b014-dc42-4748-82ad-11a4f70dce49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.943999] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 681.943999] env[69674]: value = "task-3256346" [ 681.943999] env[69674]: _type = "Task" [ 681.943999] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.952508] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256346, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.089910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d774c56e-034f-4052-9180-77be06aa2ea6 tempest-ImagesNegativeTestJSON-1931882518 tempest-ImagesNegativeTestJSON-1931882518-project-member] Lock "dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.941s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.393849] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.394041] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.394202] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.454480] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256346, 'name': Rename_Task, 'duration_secs': 0.149718} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.454771] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.455027] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80fddd0-5287-4a6a-a21f-47633fdc23e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.462202] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 682.462202] env[69674]: value = "task-3256347" [ 682.462202] env[69674]: _type = "Task" [ 682.462202] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.471578] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.934888] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.977394] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.038944] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55394f6c-fa51-414d-b6f8-ebe215a2bf71 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052334] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac0934-cb11-4f21-becd-835ed49bd846 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.086389] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0d5c0-ddc3-4ef4-8f9b-918f8fb71f14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.095478] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4f938e-d857-41aa-8988-163c23f7bd37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.110192] env[69674]: DEBUG nova.compute.provider_tree [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.192595] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Updating instance_info_cache with network_info: [{"id": "23d3881a-53e3-4531-a081-ba2f228581a7", "address": "fa:16:3e:43:6f:bb", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d3881a-53", "ovs_interfaceid": "23d3881a-53e3-4531-a081-ba2f228581a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.476985] env[69674]: DEBUG oslo_vmware.api [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256347, 'name': PowerOnVM_Task, 'duration_secs': 0.574991} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.477465] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.477760] env[69674]: INFO nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Took 9.52 seconds to spawn the instance on the hypervisor. [ 683.477988] env[69674]: DEBUG nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 683.478834] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f37b6a9-4dc2-40dd-aee4-eadd490bba20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.616163] env[69674]: DEBUG nova.scheduler.client.report [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.695760] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695760] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Instance network_info: |[{"id": "23d3881a-53e3-4531-a081-ba2f228581a7", "address": "fa:16:3e:43:6f:bb", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d3881a-53", "ovs_interfaceid": "23d3881a-53e3-4531-a081-ba2f228581a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 683.696037] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:6f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d3881a-53e3-4531-a081-ba2f228581a7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.704160] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Creating folder: Project (14342a7139da41a9ba378cd75027234f). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.704401] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7f581e-8778-4743-a93d-2a3d9eb041e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.717813] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Created folder: Project (14342a7139da41a9ba378cd75027234f) in parent group-v650515. [ 683.718058] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Creating folder: Instances. Parent ref: group-v650606. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.718350] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e85c16-2110-44f0-9d49-e9f850cdc97e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.730095] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Created folder: Instances in parent group-v650606. [ 683.730354] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.730567] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.730782] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b97177-fb3e-4230-9075-10033362e963 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.753466] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.753466] env[69674]: value = "task-3256350" [ 683.753466] env[69674]: _type = "Task" [ 683.753466] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.763916] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256350, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.824020] env[69674]: DEBUG nova.compute.manager [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Received event network-changed-23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 683.824403] env[69674]: DEBUG nova.compute.manager [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Refreshing instance network info cache due to event network-changed-23d3881a-53e3-4531-a081-ba2f228581a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 683.824749] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] Acquiring lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825018] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] Acquired lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.825301] env[69674]: DEBUG nova.network.neutron [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Refreshing network info cache for port 23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.997691] env[69674]: INFO nova.compute.manager [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Took 48.49 seconds to build instance. [ 684.124132] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.124547] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 684.127872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.384s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.128071] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.128227] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 684.128514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.157s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.132132] env[69674]: INFO nova.compute.claims [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.136014] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4802a-29c5-4491-ad5d-70a7bae89dce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.145797] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5b490-f4d9-4554-93e6-09dc15533cfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.162319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d69a77-4154-4d43-af54-0f21f899cf5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.171481] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232fa9d-90ed-4d89-bebf-0d8bc10ed0bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.207336] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179765MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 684.207488] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.268967] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256350, 'name': CreateVM_Task, 'duration_secs': 0.31362} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.268967] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.268967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.268967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.268967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.268967] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1440cda4-f9b0-4e64-866e-d73079b23957 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.274728] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 684.274728] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52304b57-8204-2750-b3d6-dca801c8ab24" [ 684.274728] env[69674]: _type = "Task" [ 684.274728] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.283685] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52304b57-8204-2750-b3d6-dca801c8ab24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.500389] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1311055c-1006-4e49-a147-e2b6ef373312 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.779s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.613030] env[69674]: DEBUG nova.network.neutron [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Updated VIF entry in instance network info cache for port 23d3881a-53e3-4531-a081-ba2f228581a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.613523] env[69674]: DEBUG nova.network.neutron [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Updating instance_info_cache with network_info: [{"id": "23d3881a-53e3-4531-a081-ba2f228581a7", "address": "fa:16:3e:43:6f:bb", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d3881a-53", "ovs_interfaceid": "23d3881a-53e3-4531-a081-ba2f228581a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.637072] env[69674]: DEBUG nova.compute.utils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.638767] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 684.638767] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.681137] env[69674]: DEBUG nova.policy [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42359232a47740b0b873b9eaf695747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14342a7139da41a9ba378cd75027234f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.787040] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52304b57-8204-2750-b3d6-dca801c8ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.017916} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.787741] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.787784] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.787990] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.788309] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.788371] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.788972] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4d6172-e459-4411-86b3-c3201ff4e47f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.798379] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.798568] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.799348] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c5d130-2a4e-44fd-9875-d0f2dc1282c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.807736] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 684.807736] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52587386-23c5-b5e9-67f5-3c6dfa5f03be" [ 684.807736] env[69674]: _type = "Task" [ 684.807736] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.814425] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52587386-23c5-b5e9-67f5-3c6dfa5f03be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.928799] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Successfully created port: ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.975752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "interface-0791541e-da89-4120-8c87-c537b84a7b4b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.976031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "interface-0791541e-da89-4120-8c87-c537b84a7b4b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.976350] env[69674]: DEBUG nova.objects.instance [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lazy-loading 'flavor' on Instance uuid 0791541e-da89-4120-8c87-c537b84a7b4b {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.002947] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 685.116568] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88ca6f6-1f9a-4c48-824d-8cfaae037df9 req-7f435a0c-457e-481c-8b1f-9417bdfc371b service nova] Releasing lock "refresh_cache-590c2cb4-0349-46db-b85c-6f845327e450" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.141695] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 685.324035] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52587386-23c5-b5e9-67f5-3c6dfa5f03be, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.331691] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18140bb-efe7-4ba4-8c8e-40b765b25332 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.338069] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 685.338069] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d111d1-2782-67db-d50a-f8ed58874626" [ 685.338069] env[69674]: _type = "Task" [ 685.338069] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.354391] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d111d1-2782-67db-d50a-f8ed58874626, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.354656] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.354944] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 590c2cb4-0349-46db-b85c-6f845327e450/590c2cb4-0349-46db-b85c-6f845327e450.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.355231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45ea8d4-071c-4abc-9097-5b7f10e33db9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.365622] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 685.365622] env[69674]: value = "task-3256351" [ 685.365622] env[69674]: _type = "Task" [ 685.365622] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.375869] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.482776] env[69674]: DEBUG nova.objects.instance [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lazy-loading 'pci_requests' on Instance uuid 0791541e-da89-4120-8c87-c537b84a7b4b {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.526272] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.701565] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d245c98-9bcf-472b-832e-e23cde4a08d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.715167] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b91d24-143e-46de-b752-3e4199e364c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.749340] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d829c92-ec2e-4a67-82b4-4a4180038d95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.758839] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a0c2b-423e-4ae6-807d-c6f046f22ea3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.776418] env[69674]: DEBUG nova.compute.provider_tree [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.879316] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.986052] env[69674]: DEBUG nova.objects.base [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Object Instance<0791541e-da89-4120-8c87-c537b84a7b4b> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 685.986350] env[69674]: DEBUG nova.network.neutron [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.093573] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e88e8f-6180-4ef9-b746-17e64e84ff94 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "interface-0791541e-da89-4120-8c87-c537b84a7b4b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.117s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.155378] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 686.183404] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.183662] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.183832] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.183999] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.184158] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.184303] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.184511] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.184669] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.184863] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.185038] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.185221] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.186097] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5c91e-3dd2-4f41-97e2-b3b12e495faf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.194593] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27deb265-5572-4222-b831-c19df4dab7b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.395715] env[69674]: DEBUG nova.scheduler.client.report [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.395715] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531455} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.395715] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 590c2cb4-0349-46db-b85c-6f845327e450/590c2cb4-0349-46db-b85c-6f845327e450.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.395715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.395715] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b8ab049-dd72-4f14-86a4-42579e2efbd2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.400772] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 686.400772] env[69674]: value = "task-3256352" [ 686.400772] env[69674]: _type = "Task" [ 686.400772] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.410239] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.472335] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Successfully updated port: ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.624968] env[69674]: DEBUG nova.compute.manager [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Received event network-vif-plugged-ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 686.625245] env[69674]: DEBUG oslo_concurrency.lockutils [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] Acquiring lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.625523] env[69674]: DEBUG oslo_concurrency.lockutils [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.625636] env[69674]: DEBUG oslo_concurrency.lockutils [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.625820] env[69674]: DEBUG nova.compute.manager [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] No waiting events found dispatching network-vif-plugged-ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.625977] env[69674]: WARNING nova.compute.manager [req-92c6ca87-4545-4c27-b120-141e77dca404 req-133f4dc0-1c79-4a57-8fd7-7323682118c2 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Received unexpected event network-vif-plugged-ff0cca32-b895-4587-88a9-11af5b22d2a7 for instance with vm_state building and task_state spawning. [ 686.787476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.788312] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 686.791756] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.610s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.792688] env[69674]: INFO nova.compute.claims [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.910285] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070067} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.910587] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.911607] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea91a2-ddd6-4aab-be6b-6bde8afae01b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.934476] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 590c2cb4-0349-46db-b85c-6f845327e450/590c2cb4-0349-46db-b85c-6f845327e450.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.934788] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af8346d-41d3-466e-a088-f6a31af1d2de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.955885] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 686.955885] env[69674]: value = "task-3256353" [ 686.955885] env[69674]: _type = "Task" [ 686.955885] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.963950] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.975212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.975313] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.975494] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.299088] env[69674]: DEBUG nova.compute.utils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.300831] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 687.300997] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.353233] env[69674]: DEBUG nova.policy [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42359232a47740b0b873b9eaf695747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14342a7139da41a9ba378cd75027234f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.466729] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.511619] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.678266] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Updating instance_info_cache with network_info: [{"id": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "address": "fa:16:3e:2e:d0:9f", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0cca32-b8", "ovs_interfaceid": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.683305] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Successfully created port: 7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.805949] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 687.967728] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256353, 'name': ReconfigVM_Task, 'duration_secs': 0.864556} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.970651] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 590c2cb4-0349-46db-b85c-6f845327e450/590c2cb4-0349-46db-b85c-6f845327e450.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.972254] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9f83fab-2bf3-40cc-b1e4-41294b39108c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.979122] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 687.979122] env[69674]: value = "task-3256354" [ 687.979122] env[69674]: _type = "Task" [ 687.979122] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.997217] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256354, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.132826] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "0791541e-da89-4120-8c87-c537b84a7b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.133059] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.134418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.134418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.134418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.135980] env[69674]: INFO nova.compute.manager [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Terminating instance [ 688.181805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.182153] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Instance network_info: |[{"id": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "address": "fa:16:3e:2e:d0:9f", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0cca32-b8", "ovs_interfaceid": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 688.182808] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:d0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff0cca32-b895-4587-88a9-11af5b22d2a7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.191771] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.194717] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.195322] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dba0de5-9d0b-4cde-bba7-1b3fab5a1bfc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.219767] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.219767] env[69674]: value = "task-3256355" [ 688.219767] env[69674]: _type = "Task" [ 688.219767] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.231930] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256355, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.445195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a23f1f-d69f-465e-95fd-f0a4c179768d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.455859] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1687a4-f936-4943-897d-518551e31a29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.492195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d9d677-71af-4277-889b-eb2576bdddce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.501854] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256354, 'name': Rename_Task, 'duration_secs': 0.144599} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.503684] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.506011] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4edfd4f-478f-4f10-94c4-ca7778b92bee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.506654] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098bbe79-4174-4963-b02c-f8cc7324270e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.521816] env[69674]: DEBUG nova.compute.provider_tree [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.524344] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 688.524344] env[69674]: value = "task-3256356" [ 688.524344] env[69674]: _type = "Task" [ 688.524344] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.533881] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.643728] env[69674]: DEBUG nova.compute.manager [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 688.643972] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.645029] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74bfcb1-3a74-4acb-8f69-919b2cf7205f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.653793] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.654098] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e1f58a-1ad3-4b2a-90ff-bb03a8f372ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.658284] env[69674]: DEBUG nova.compute.manager [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Received event network-changed-ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 688.658509] env[69674]: DEBUG nova.compute.manager [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Refreshing instance network info cache due to event network-changed-ff0cca32-b895-4587-88a9-11af5b22d2a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 688.658840] env[69674]: DEBUG oslo_concurrency.lockutils [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] Acquiring lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.659065] env[69674]: DEBUG oslo_concurrency.lockutils [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] Acquired lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.659299] env[69674]: DEBUG nova.network.neutron [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Refreshing network info cache for port ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.667017] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 688.667017] env[69674]: value = "task-3256357" [ 688.667017] env[69674]: _type = "Task" [ 688.667017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.676939] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.737682] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256355, 'name': CreateVM_Task, 'duration_secs': 0.363017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.737682] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.737682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.737682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.737682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.737682] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852e72b0-8864-4827-a26a-1c6106a522a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.743447] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 688.743447] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529be570-e4f8-097d-18fb-25b244c57080" [ 688.743447] env[69674]: _type = "Task" [ 688.743447] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.751719] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529be570-e4f8-097d-18fb-25b244c57080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.814487] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 688.844839] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.845166] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.845414] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.845648] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.845842] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.846025] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.846300] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.846500] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.846796] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.846889] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.847154] env[69674]: DEBUG nova.virt.hardware [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.848188] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe3455f-4e26-45c3-b68e-40c92d5eb5b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.857045] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b8805-8933-4fce-9293-0fcbbca30133 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.029026] env[69674]: DEBUG nova.scheduler.client.report [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.042308] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.182930] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256357, 'name': PowerOffVM_Task, 'duration_secs': 0.178185} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.182930] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.182930] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.182930] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f505600d-65b8-4588-b59e-6687a109f090 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.254563] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.254563] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.254563] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Deleting the datastore file [datastore2] 0791541e-da89-4120-8c87-c537b84a7b4b {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.257842] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30660fee-b281-4c2c-8292-1eae501e2663 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.267219] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529be570-e4f8-097d-18fb-25b244c57080, 'name': SearchDatastore_Task, 'duration_secs': 0.011643} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.267941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.268216] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.268480] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.268604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.268809] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.269136] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41d3e353-e9d1-45e9-aa5c-ab2353db1f05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.274068] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for the task: (returnval){ [ 689.274068] env[69674]: value = "task-3256359" [ 689.274068] env[69674]: _type = "Task" [ 689.274068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.286581] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.286581] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.289668] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ae0842-5779-4ea2-8e27-35ec86689fd7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.297645] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.300867] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 689.300867] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523962e0-21be-9c0d-58b8-9604a785374a" [ 689.300867] env[69674]: _type = "Task" [ 689.300867] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.313383] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523962e0-21be-9c0d-58b8-9604a785374a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.511955] env[69674]: DEBUG nova.network.neutron [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Updated VIF entry in instance network info cache for port ff0cca32-b895-4587-88a9-11af5b22d2a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.512348] env[69674]: DEBUG nova.network.neutron [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Updating instance_info_cache with network_info: [{"id": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "address": "fa:16:3e:2e:d0:9f", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0cca32-b8", "ovs_interfaceid": "ff0cca32-b895-4587-88a9-11af5b22d2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.538224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.538863] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 689.544227] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.390s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.544227] env[69674]: DEBUG nova.objects.instance [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lazy-loading 'resources' on Instance uuid 7d6889a0-9737-4fc6-828e-5d34979446cc {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.550566] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256356, 'name': PowerOnVM_Task, 'duration_secs': 0.543121} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.550880] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.552044] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Took 8.15 seconds to spawn the instance on the hypervisor. [ 689.552044] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 689.552511] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f116627-156a-4158-9e3e-618264cebfad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.786701] env[69674]: DEBUG oslo_vmware.api [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Task: {'id': task-3256359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417935} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.787722] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.787722] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.787722] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.787722] env[69674]: INFO nova.compute.manager [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.789013] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.789013] env[69674]: DEBUG nova.compute.manager [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 689.789013] env[69674]: DEBUG nova.network.neutron [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.814941] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523962e0-21be-9c0d-58b8-9604a785374a, 'name': SearchDatastore_Task, 'duration_secs': 0.01224} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.815758] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f85fa7-c2a3-498a-97d6-e5b470667333 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.825635] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 689.825635] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dde68a-2cc9-7b54-1827-3a58dc191170" [ 689.825635] env[69674]: _type = "Task" [ 689.825635] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.838589] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dde68a-2cc9-7b54-1827-3a58dc191170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.918579] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Successfully updated port: 7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.016107] env[69674]: DEBUG oslo_concurrency.lockutils [req-35414793-4502-4755-88a4-886e55abaac2 req-ed233739-5d62-4e1d-9d17-e2bd4aea7668 service nova] Releasing lock "refresh_cache-4d6ce89e-a049-4769-a65d-4d656d5f9ce7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.047457] env[69674]: DEBUG nova.compute.utils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.052967] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 690.052967] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.077497] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Took 47.13 seconds to build instance. [ 690.107194] env[69674]: DEBUG nova.compute.manager [req-fff777f1-d631-4066-a29b-bd3b5039a67c req-b28af514-987e-4ca0-8ea9-23d9da1ced4b service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Received event network-vif-deleted-bff14935-d200-4079-98b7-109e0403a543 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 690.107487] env[69674]: INFO nova.compute.manager [req-fff777f1-d631-4066-a29b-bd3b5039a67c req-b28af514-987e-4ca0-8ea9-23d9da1ced4b service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Neutron deleted interface bff14935-d200-4079-98b7-109e0403a543; detaching it from the instance and deleting it from the info cache [ 690.107567] env[69674]: DEBUG nova.network.neutron [req-fff777f1-d631-4066-a29b-bd3b5039a67c req-b28af514-987e-4ca0-8ea9-23d9da1ced4b service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.151640] env[69674]: DEBUG nova.policy [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b120ad3ee9247099e3962390de7701f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8b64b26a744cd2bdc4ce70271846a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.344218] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52dde68a-2cc9-7b54-1827-3a58dc191170, 'name': SearchDatastore_Task, 'duration_secs': 0.048647} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.344493] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.344747] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 4d6ce89e-a049-4769-a65d-4d656d5f9ce7/4d6ce89e-a049-4769-a65d-4d656d5f9ce7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.345066] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7471d5-a760-413e-b062-bb985134a828 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.355865] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 690.355865] env[69674]: value = "task-3256360" [ 690.355865] env[69674]: _type = "Task" [ 690.355865] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.368444] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.422946] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.423219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.423451] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.556850] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 690.578574] env[69674]: DEBUG nova.network.neutron [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.580431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.380s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.611332] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72a710cc-c8e3-4569-95bd-30a450667530 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.630666] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a355a70-e0de-489f-8e79-a748e3d671ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.697164] env[69674]: DEBUG nova.compute.manager [req-fff777f1-d631-4066-a29b-bd3b5039a67c req-b28af514-987e-4ca0-8ea9-23d9da1ced4b service nova] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Detach interface failed, port_id=bff14935-d200-4079-98b7-109e0403a543, reason: Instance 0791541e-da89-4120-8c87-c537b84a7b4b could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 690.727774] env[69674]: DEBUG nova.compute.manager [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Received event network-vif-plugged-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 690.727774] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Acquiring lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.727774] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.727774] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.727981] env[69674]: DEBUG nova.compute.manager [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] No waiting events found dispatching network-vif-plugged-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.728438] env[69674]: WARNING nova.compute.manager [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Received unexpected event network-vif-plugged-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c for instance with vm_state building and task_state spawning. [ 690.728660] env[69674]: DEBUG nova.compute.manager [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Received event network-changed-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 690.729140] env[69674]: DEBUG nova.compute.manager [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Refreshing instance network info cache due to event network-changed-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 690.730337] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Acquiring lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.738559] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Successfully created port: d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.789268] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f08f2c-fc08-40c0-8d49-320b9544f23f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.799699] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f308ac-e3eb-4cf3-b2d4-e1944843b11a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.842556] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6a26f-94f6-4dbc-a6ea-93a4561f4d99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.852288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c97bc5-feb5-468a-8078-3f3945aa3911 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.866375] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481728} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.878495] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 4d6ce89e-a049-4769-a65d-4d656d5f9ce7/4d6ce89e-a049-4769-a65d-4d656d5f9ce7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.878754] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.880066] env[69674]: DEBUG nova.compute.provider_tree [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.881531] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa72eb63-f203-4461-853d-d7c6575e911c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.893161] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 690.893161] env[69674]: value = "task-3256361" [ 690.893161] env[69674]: _type = "Task" [ 690.893161] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.904131] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.978681] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.084820] env[69674]: INFO nova.compute.manager [-] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Took 1.30 seconds to deallocate network for instance. [ 691.090852] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 691.179050] env[69674]: DEBUG nova.network.neutron [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Updating instance_info_cache with network_info: [{"id": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "address": "fa:16:3e:1c:77:0e", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7354c7eb-6a", "ovs_interfaceid": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.387356] env[69674]: DEBUG nova.scheduler.client.report [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.405529] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075022} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.405529] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.405529] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d76b0e5-292c-4ab2-bf95-b6798155afd3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.429876] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4d6ce89e-a049-4769-a65d-4d656d5f9ce7/4d6ce89e-a049-4769-a65d-4d656d5f9ce7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.430674] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8976888c-5e02-4943-9e59-fd1a5f75d11f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.454035] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 691.454035] env[69674]: value = "task-3256362" [ 691.454035] env[69674]: _type = "Task" [ 691.454035] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.469898] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.571436] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 691.595141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.599454] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.599665] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.599823] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.600025] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.600181] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.600326] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.600528] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.600688] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.600861] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.601036] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.601209] env[69674]: DEBUG nova.virt.hardware [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.602053] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a9be4-d5fd-4c29-9688-9c71b0c1d732 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.614015] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99361998-22e8-42be-affd-bdb34f639713 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.631440] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.686383] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.686740] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Instance network_info: |[{"id": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "address": "fa:16:3e:1c:77:0e", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7354c7eb-6a", "ovs_interfaceid": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 691.687370] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Acquired lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687581] env[69674]: DEBUG nova.network.neutron [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Refreshing network info cache for port 7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.688920] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:77:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7354c7eb-6a55-40f4-b6a5-5ec8f04c740c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.698059] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.701928] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.702453] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a467ac63-eec8-466f-ad8e-94015c7bce33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.725717] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.725717] env[69674]: value = "task-3256363" [ 691.725717] env[69674]: _type = "Task" [ 691.725717] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.736539] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256363, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.896135] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.902077] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.104s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.902406] env[69674]: DEBUG nova.objects.instance [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lazy-loading 'resources' on Instance uuid 4021d91d-b850-4478-9d64-89e9416f4623 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.948309] env[69674]: INFO nova.scheduler.client.report [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleted allocations for instance 7d6889a0-9737-4fc6-828e-5d34979446cc [ 691.973144] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.053847] env[69674]: DEBUG nova.network.neutron [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Updated VIF entry in instance network info cache for port 7354c7eb-6a55-40f4-b6a5-5ec8f04c740c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.054190] env[69674]: DEBUG nova.network.neutron [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Updating instance_info_cache with network_info: [{"id": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "address": "fa:16:3e:1c:77:0e", "network": {"id": "d8250777-bc11-4fdb-abca-4409faf0eee3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580103484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14342a7139da41a9ba378cd75027234f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7354c7eb-6a", "ovs_interfaceid": "7354c7eb-6a55-40f4-b6a5-5ec8f04c740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.240120] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256363, 'name': CreateVM_Task, 'duration_secs': 0.417397} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.240120] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.240120] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.240322] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.240651] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.241026] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c04ca-1c0c-450b-987b-457c13f5de54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.250969] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 692.250969] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52781e3d-ba94-14a7-68fb-ef2ed46cfe2b" [ 692.250969] env[69674]: _type = "Task" [ 692.250969] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.265672] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52781e3d-ba94-14a7-68fb-ef2ed46cfe2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.265938] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.268053] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.268053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.268053] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.268053] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e5b5d1-d3a5-4afe-a3b8-8166cc6d73f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.280583] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.280583] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.280583] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6033842b-7a4c-4414-8281-83ad24e4d388 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.289401] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 692.289401] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5269351b-a904-29f4-96cd-f52ff0ae3689" [ 692.289401] env[69674]: _type = "Task" [ 692.289401] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.302804] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5269351b-a904-29f4-96cd-f52ff0ae3689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.462920] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77822fbe-f75d-494f-8b08-a78f8f5d9060 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "7d6889a0-9737-4fc6-828e-5d34979446cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.723s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.475768] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256362, 'name': ReconfigVM_Task, 'duration_secs': 0.665292} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.478985] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4d6ce89e-a049-4769-a65d-4d656d5f9ce7/4d6ce89e-a049-4769-a65d-4d656d5f9ce7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.478985] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1cafcf9-0847-40fe-8e88-af2f300b12d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.484763] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 692.484763] env[69674]: value = "task-3256364" [ 692.484763] env[69674]: _type = "Task" [ 692.484763] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.496852] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256364, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.557626] env[69674]: DEBUG oslo_concurrency.lockutils [req-5161d4ff-675f-4c43-8da9-661f3a6a1f78 req-f4542f10-1c5c-4517-a9db-c598c8cd95b3 service nova] Releasing lock "refresh_cache-316e932a-aa31-40e0-9bc4-54d4157d32b0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.760835] env[69674]: DEBUG nova.compute.manager [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Received event network-vif-plugged-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 692.761135] env[69674]: DEBUG oslo_concurrency.lockutils [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] Acquiring lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.761396] env[69674]: DEBUG oslo_concurrency.lockutils [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.761610] env[69674]: DEBUG oslo_concurrency.lockutils [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.761824] env[69674]: DEBUG nova.compute.manager [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] No waiting events found dispatching network-vif-plugged-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.762042] env[69674]: WARNING nova.compute.manager [req-c9d29753-eb65-49a7-8adb-68abc251a9db req-957faa22-de55-4242-bce2-a22a00c96896 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Received unexpected event network-vif-plugged-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb for instance with vm_state building and task_state spawning. [ 692.802504] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5269351b-a904-29f4-96cd-f52ff0ae3689, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.803437] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab60904-2c73-4562-a9e5-37558b5c8370 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.810620] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 692.810620] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5226b4c9-d974-7ac9-8174-800f3095d17d" [ 692.810620] env[69674]: _type = "Task" [ 692.810620] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.814864] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Successfully updated port: d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.821826] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5226b4c9-d974-7ac9-8174-800f3095d17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.994020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264568c-0368-41eb-ac2a-42be74573000 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.999300] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256364, 'name': Rename_Task, 'duration_secs': 0.181465} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.999914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.000194] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960c79a7-921c-4d17-a526-14819cc839ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.006836] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692f28f-31e9-46a1-b8cd-9bd312123810 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.010589] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 693.010589] env[69674]: value = "task-3256365" [ 693.010589] env[69674]: _type = "Task" [ 693.010589] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.046106] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743c466-6061-4929-8ed8-77dabb5ab6de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.053137] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.060404] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db47e23-e922-4f8d-b87e-95655203b607 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077037] env[69674]: DEBUG nova.compute.provider_tree [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.324053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.324053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.324053] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.326596] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5226b4c9-d974-7ac9-8174-800f3095d17d, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.329560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.329848] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 316e932a-aa31-40e0-9bc4-54d4157d32b0/316e932a-aa31-40e0-9bc4-54d4157d32b0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.330159] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5476b36b-69f3-4a9f-98a4-e3282d0f53a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.343908] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 693.343908] env[69674]: value = "task-3256366" [ 693.343908] env[69674]: _type = "Task" [ 693.343908] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.355929] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.524187] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.580575] env[69674]: DEBUG nova.scheduler.client.report [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.853802] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46763} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.854137] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 316e932a-aa31-40e0-9bc4-54d4157d32b0/316e932a-aa31-40e0-9bc4-54d4157d32b0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.854345] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.854618] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad0fe1c-f663-478d-9f67-8578719095a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.863059] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 693.863059] env[69674]: value = "task-3256370" [ 693.863059] env[69674]: _type = "Task" [ 693.863059] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.873134] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.875196] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.022620] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.028478] env[69674]: DEBUG nova.network.neutron [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Updating instance_info_cache with network_info: [{"id": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "address": "fa:16:3e:a9:02:4f", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce53f3-4b", "ovs_interfaceid": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.086778] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.089042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.427s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.090815] env[69674]: INFO nova.compute.claims [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.116771] env[69674]: INFO nova.scheduler.client.report [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Deleted allocations for instance 4021d91d-b850-4478-9d64-89e9416f4623 [ 694.377597] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077866} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.378459] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.379273] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e04da1-345c-40e7-9aa2-6270cf3ccb8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.405025] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 316e932a-aa31-40e0-9bc4-54d4157d32b0/316e932a-aa31-40e0-9bc4-54d4157d32b0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.405290] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42a3bbc-71e4-4140-8e3b-c9a4ca310695 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.429345] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 694.429345] env[69674]: value = "task-3256371" [ 694.429345] env[69674]: _type = "Task" [ 694.429345] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.437773] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.523231] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256365, 'name': PowerOnVM_Task, 'duration_secs': 1.322169} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.523231] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.523231] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Took 8.37 seconds to spawn the instance on the hypervisor. [ 694.523231] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 694.523931] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647087d8-1b4c-4e6f-8af3-427a0ab58d4a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.530689] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.530986] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance network_info: |[{"id": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "address": "fa:16:3e:a9:02:4f", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce53f3-4b", "ovs_interfaceid": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 694.533968] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:02:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4ce53f3-4b3e-4274-bfe4-416ad4d001fb', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.541601] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating folder: Project (6e8b64b26a744cd2bdc4ce70271846a7). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.542096] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60df8c46-c4b6-4a3e-9666-bfd99445351f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.555768] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created folder: Project (6e8b64b26a744cd2bdc4ce70271846a7) in parent group-v650515. [ 694.556029] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating folder: Instances. Parent ref: group-v650614. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.556299] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26999b87-e63f-4d1f-a0b0-6a51de3c7cdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.567741] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created folder: Instances in parent group-v650614. [ 694.568407] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.568407] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.568541] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fabd2920-4ab3-44ab-ba8a-f1cac4e0f0b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.590715] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.590715] env[69674]: value = "task-3256374" [ 694.590715] env[69674]: _type = "Task" [ 694.590715] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.604677] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256374, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.624213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a664df89-a7a4-4e6f-8fe5-f594f71aafc1 tempest-ServerGroupTestJSON-1182985797 tempest-ServerGroupTestJSON-1182985797-project-member] Lock "4021d91d-b850-4478-9d64-89e9416f4623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.336s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.794928] env[69674]: DEBUG nova.compute.manager [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Received event network-changed-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 694.795216] env[69674]: DEBUG nova.compute.manager [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Refreshing instance network info cache due to event network-changed-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 694.795368] env[69674]: DEBUG oslo_concurrency.lockutils [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] Acquiring lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.795509] env[69674]: DEBUG oslo_concurrency.lockutils [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] Acquired lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.795673] env[69674]: DEBUG nova.network.neutron [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Refreshing network info cache for port d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.939466] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256371, 'name': ReconfigVM_Task, 'duration_secs': 0.477685} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.943243] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 316e932a-aa31-40e0-9bc4-54d4157d32b0/316e932a-aa31-40e0-9bc4-54d4157d32b0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.943243] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d507e237-71fb-4a1e-9cc4-8a5bb9548a39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.950578] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 694.950578] env[69674]: value = "task-3256375" [ 694.950578] env[69674]: _type = "Task" [ 694.950578] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.958186] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256375, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.055332] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Took 46.56 seconds to build instance. [ 695.107471] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256374, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.124520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "f3d9da99-449b-4716-9449-3858a40ebd05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.124520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.459428] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256375, 'name': Rename_Task, 'duration_secs': 0.145917} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.459428] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.459620] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60fc4a7e-ab0c-4187-8378-27608fd31e27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.465640] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 695.465640] env[69674]: value = "task-3256376" [ 695.465640] env[69674]: _type = "Task" [ 695.465640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.477976] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.552568] env[69674]: DEBUG nova.network.neutron [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Updated VIF entry in instance network info cache for port d4ce53f3-4b3e-4274-bfe4-416ad4d001fb. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.552918] env[69674]: DEBUG nova.network.neutron [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Updating instance_info_cache with network_info: [{"id": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "address": "fa:16:3e:a9:02:4f", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce53f3-4b", "ovs_interfaceid": "d4ce53f3-4b3e-4274-bfe4-416ad4d001fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.559049] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.311s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.609185] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256374, 'name': CreateVM_Task, 'duration_secs': 0.642717} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.613988] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.614474] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.614634] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.614956] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.615231] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d49457-1200-4e1e-9d60-076876281aa7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.620533] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 695.620533] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528586df-4047-26ce-a9a0-aba241b70396" [ 695.620533] env[69674]: _type = "Task" [ 695.620533] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.631359] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528586df-4047-26ce-a9a0-aba241b70396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.661873] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58f371-3131-4721-9ebb-fec6931cab72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.668934] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d790647-8fc1-4958-9733-f7f40db9ed57 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.711212] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed7478-e395-4e7a-aa1a-be232e24f60b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719369] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c303051-a64e-4fd8-b62d-359a7874c5ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.732931] env[69674]: DEBUG nova.compute.provider_tree [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.978856] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.055561] env[69674]: DEBUG oslo_concurrency.lockutils [req-cace67f7-33e6-4ff5-86e5-b236e19999bb req-d0e3c630-d029-4c94-8e66-9d88f72e81e3 service nova] Releasing lock "refresh_cache-20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.064950] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 696.131563] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528586df-4047-26ce-a9a0-aba241b70396, 'name': SearchDatastore_Task, 'duration_secs': 0.019196} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.131901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.132153] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.132429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.132592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.132798] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.133118] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f39b3f5-ed61-4b99-b9a6-010f1bdad85e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.142211] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.142394] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.143231] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc38bbc1-4e85-4627-8b69-8441c44fd6c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.148722] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 696.148722] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52337996-4b10-2ea9-158e-d1fe5f93868b" [ 696.148722] env[69674]: _type = "Task" [ 696.148722] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.156571] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52337996-4b10-2ea9-158e-d1fe5f93868b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.237274] env[69674]: DEBUG nova.scheduler.client.report [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.478760] env[69674]: DEBUG oslo_vmware.api [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256376, 'name': PowerOnVM_Task, 'duration_secs': 0.531093} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.478760] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.478760] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Took 7.66 seconds to spawn the instance on the hypervisor. [ 696.478760] env[69674]: DEBUG nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 696.479584] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5270b37f-d393-499c-91bf-8ab325c17e52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.590293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.659520] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52337996-4b10-2ea9-158e-d1fe5f93868b, 'name': SearchDatastore_Task, 'duration_secs': 0.022599} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.660648] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fc5790-f6ac-408d-9ed4-1a700bb32f24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.666362] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 696.666362] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52631b36-c6dd-e7d7-710b-90216895316d" [ 696.666362] env[69674]: _type = "Task" [ 696.666362] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.675459] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52631b36-c6dd-e7d7-710b-90216895316d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.743113] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.743929] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 696.747179] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.182s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.747450] env[69674]: DEBUG nova.objects.instance [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lazy-loading 'resources' on Instance uuid 68b9ccb0-38e8-413b-9e0d-3feca42358d4 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.005244] env[69674]: INFO nova.compute.manager [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Took 44.07 seconds to build instance. [ 697.177094] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52631b36-c6dd-e7d7-710b-90216895316d, 'name': SearchDatastore_Task, 'duration_secs': 0.0608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.177382] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.177694] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5/20c9027e-63e9-4c90-a0dc-62b0fb2c32b5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.178103] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae6bdf3-7f92-4252-bff9-7d7285ee7318 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.185084] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 697.185084] env[69674]: value = "task-3256378" [ 697.185084] env[69674]: _type = "Task" [ 697.185084] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.194120] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.251815] env[69674]: DEBUG nova.compute.utils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.262029] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 697.507845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fe6453c5-0a3b-4110-ba9e-ff2e901a30d1 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.195s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.698234] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.759149] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 697.812945] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ceedd1-1976-416a-9a96-05932af486e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.821480] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef9fc2-5446-488c-ad2f-add9ce5f5c6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.863117] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133dece7-171a-49f6-8d9e-45b554e62388 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.871482] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d70a4-075a-45c2-b34e-135f1713cade {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.885334] env[69674]: DEBUG nova.compute.provider_tree [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.010393] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 698.198058] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.391021] env[69674]: DEBUG nova.scheduler.client.report [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.440135] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "590c2cb4-0349-46db-b85c-6f845327e450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.440335] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.440807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "590c2cb4-0349-46db-b85c-6f845327e450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.440807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.441074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.444866] env[69674]: INFO nova.compute.manager [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Terminating instance [ 698.538547] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.698372] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256378, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.17183} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.698681] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5/20c9027e-63e9-4c90-a0dc-62b0fb2c32b5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.698906] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.699185] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-671b113e-6bf9-4d18-9432-42be3b830988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.705530] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 698.705530] env[69674]: value = "task-3256380" [ 698.705530] env[69674]: _type = "Task" [ 698.705530] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.713694] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.772851] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 698.805312] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.805692] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.805899] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.806156] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.806392] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.806569] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.806796] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.807076] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.807661] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.807661] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.807834] env[69674]: DEBUG nova.virt.hardware [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.809075] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf0d86-09ba-4271-b242-0c9b7e69c0b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.828024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79b219-1ed5-4bc8-a309-b00a110d4caf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.840664] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.846458] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Creating folder: Project (f06c3beee80a43a6bff60312b19da06a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.846854] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59fd677-38f0-4bed-a450-49e3bfaec849 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.861287] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Created folder: Project (f06c3beee80a43a6bff60312b19da06a) in parent group-v650515. [ 698.861543] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Creating folder: Instances. Parent ref: group-v650617. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.861843] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2bdd059-560c-4b25-a8ea-a38f419f92e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.873159] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Created folder: Instances in parent group-v650617. [ 698.873435] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.873778] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.874073] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42e38ad-652e-46a9-8ff0-8f15b25249bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.896768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.899415] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.899415] env[69674]: value = "task-3256383" [ 698.899415] env[69674]: _type = "Task" [ 698.899415] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.902043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.750s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.905139] env[69674]: INFO nova.compute.claims [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.919864] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256383, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.938541] env[69674]: INFO nova.scheduler.client.report [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted allocations for instance 68b9ccb0-38e8-413b-9e0d-3feca42358d4 [ 698.948793] env[69674]: DEBUG nova.compute.manager [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 698.949074] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.949991] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff3fe6-1ac7-4360-abfd-a104e7800a2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.959316] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.959600] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d4db27-9a44-4a9b-85a0-efe4e290e239 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.969035] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 698.969035] env[69674]: value = "task-3256384" [ 698.969035] env[69674]: _type = "Task" [ 698.969035] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.981253] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.220420] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151194} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.220420] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.221922] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ad6d3-38e7-4ede-8e77-7ac78fc42f4c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.248041] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5/20c9027e-63e9-4c90-a0dc-62b0fb2c32b5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.248228] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe76da42-cf44-4066-a18d-8b6b5898d485 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.273408] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 699.273408] env[69674]: value = "task-3256385" [ 699.273408] env[69674]: _type = "Task" [ 699.273408] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.284093] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.422935] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256383, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.445829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f3cfea1a-0038-40a7-aef2-9d67a636c178 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "68b9ccb0-38e8-413b-9e0d-3feca42358d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.269s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.482755] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.708421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.708717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.786621] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.920888] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256383, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.982565] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.213414] env[69674]: DEBUG nova.compute.utils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.286348] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256385, 'name': ReconfigVM_Task, 'duration_secs': 0.955374} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.289781] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5/20c9027e-63e9-4c90-a0dc-62b0fb2c32b5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.289993] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab14d1cd-11a3-4e19-9242-27b666bdca9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.298837] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 700.298837] env[69674]: value = "task-3256386" [ 700.298837] env[69674]: _type = "Task" [ 700.298837] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.310199] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256386, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.420756] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256383, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.442612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e04c5-46b9-4574-9a76-34d4e9373c45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.450984] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c64cbe9-d953-4bd2-bee1-c2021a7001bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.458022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.458333] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.458600] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.458863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.459090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.490687] env[69674]: INFO nova.compute.manager [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Terminating instance [ 700.497227] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd8d93f-dc04-4358-9c2d-865a4a917199 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.506233] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256384, 'name': PowerOffVM_Task, 'duration_secs': 1.09967} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.509599] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.509846] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.510701] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d59e15f-0021-45dd-a700-78303a56a8c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.513502] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853585b-3560-4fd8-8ec7-c8079ce9f561 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530457] env[69674]: DEBUG nova.compute.provider_tree [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.589370] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.589690] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.589794] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleting the datastore file [datastore2] 590c2cb4-0349-46db-b85c-6f845327e450 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.590084] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c4650c4-f604-4ffb-962c-6eae9a89ac8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.598928] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 700.598928] env[69674]: value = "task-3256388" [ 700.598928] env[69674]: _type = "Task" [ 700.598928] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.608841] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.716493] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.810676] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256386, 'name': Rename_Task, 'duration_secs': 0.155997} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.810862] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.811063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bbf020b-3ae4-4927-a0b1-1ae6d94599d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.818819] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 700.818819] env[69674]: value = "task-3256390" [ 700.818819] env[69674]: _type = "Task" [ 700.818819] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.829345] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.921921] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256383, 'name': CreateVM_Task, 'duration_secs': 1.762921} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.922148] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.922691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.923037] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.924481] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3149f256-be3e-481b-9ccc-6b371b68fe62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.929316] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 700.929316] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b84697-22df-3d68-3438-fc81a2664c87" [ 700.929316] env[69674]: _type = "Task" [ 700.929316] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.939871] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b84697-22df-3d68-3438-fc81a2664c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.003560] env[69674]: DEBUG nova.compute.manager [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 701.003867] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.004863] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2d3c4-f173-4bf1-851e-8bf81fe23070 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.014463] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.015000] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51a8def-be87-42ed-aa8f-62130278e81c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.023080] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 701.023080] env[69674]: value = "task-3256391" [ 701.023080] env[69674]: _type = "Task" [ 701.023080] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.033675] env[69674]: DEBUG nova.scheduler.client.report [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.037580] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.047043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.047476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.111701] env[69674]: DEBUG oslo_vmware.api [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.112667] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.112823] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.112998] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.113189] env[69674]: INFO nova.compute.manager [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Took 2.16 seconds to destroy the instance on the hypervisor. [ 701.113435] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.113625] env[69674]: DEBUG nova.compute.manager [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 701.113718] env[69674]: DEBUG nova.network.neutron [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.331495] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256390, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.444384] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b84697-22df-3d68-3438-fc81a2664c87, 'name': SearchDatastore_Task, 'duration_secs': 0.021134} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.448286] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.448286] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.448286] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.448286] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.448286] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.448286] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca12404-2776-45ae-9b6d-c4be0d33a0b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.458726] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.459272] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.460145] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aca12c2-6bed-484b-90af-42e651c4a36f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.473038] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 701.473038] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5298489d-f304-a18a-564e-0e76d556dbf8" [ 701.473038] env[69674]: _type = "Task" [ 701.473038] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.482766] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5298489d-f304-a18a-564e-0e76d556dbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.533913] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.539980] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.540810] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 701.546489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.221s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.546489] env[69674]: INFO nova.compute.claims [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.655765] env[69674]: DEBUG nova.compute.manager [req-451f9c2a-88db-4069-8482-fdc4065c9c24 req-2168d6aa-2aaf-40c2-8ae8-a037cfa4433a service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Received event network-vif-deleted-23d3881a-53e3-4531-a081-ba2f228581a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 701.656020] env[69674]: INFO nova.compute.manager [req-451f9c2a-88db-4069-8482-fdc4065c9c24 req-2168d6aa-2aaf-40c2-8ae8-a037cfa4433a service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Neutron deleted interface 23d3881a-53e3-4531-a081-ba2f228581a7; detaching it from the instance and deleting it from the info cache [ 701.656239] env[69674]: DEBUG nova.network.neutron [req-451f9c2a-88db-4069-8482-fdc4065c9c24 req-2168d6aa-2aaf-40c2-8ae8-a037cfa4433a service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.804266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.805019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.805019] env[69674]: INFO nova.compute.manager [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Attaching volume 12f4534e-5f51-4378-88aa-5ffc0455ce68 to /dev/sdb [ 701.834955] env[69674]: DEBUG oslo_vmware.api [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256390, 'name': PowerOnVM_Task, 'duration_secs': 0.814268} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.835295] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.835530] env[69674]: INFO nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Took 10.26 seconds to spawn the instance on the hypervisor. [ 701.835734] env[69674]: DEBUG nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 701.836599] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c2715-1476-42b2-b3df-b711c575bbf0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.852302] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60ebf4-a7ce-4921-8285-2b36de598884 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.860037] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b03cd-b2d4-46b2-950a-14e3627c7e03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.881613] env[69674]: DEBUG nova.virt.block_device [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updating existing volume attachment record: 1843b9c1-b083-4bff-bf71-47e873ff63c5 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.910728] env[69674]: DEBUG nova.network.neutron [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.980187] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5298489d-f304-a18a-564e-0e76d556dbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.981013] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9670948-1473-4268-913a-498cf15e5514 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.987911] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 701.987911] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52610d6d-3051-8e35-4f60-7a0c368a64e9" [ 701.987911] env[69674]: _type = "Task" [ 701.987911] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.996829] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52610d6d-3051-8e35-4f60-7a0c368a64e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.033425] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256391, 'name': PowerOffVM_Task, 'duration_secs': 0.92524} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.033738] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.033909] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.034201] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-429fc964-64fd-4290-9e2d-b1c3e5b303c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.050656] env[69674]: DEBUG nova.compute.utils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.054345] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 702.054542] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.103809] env[69674]: DEBUG nova.policy [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b45fcd99704b2da3e47d23ee6c3880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1212831caafd4d6f9ffde8b5c4685691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.107323] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.107513] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.107692] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleting the datastore file [datastore1] f5aa96f5-aff6-4f5a-9180-1957ac49002a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.107999] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2005f7-1ea8-4921-acc8-35dd8b0d7b94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.115448] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 702.115448] env[69674]: value = "task-3256395" [ 702.115448] env[69674]: _type = "Task" [ 702.115448] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.123874] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.159234] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-212c8f6b-6052-48ab-bdb2-dd17ad373481 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.170071] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf04dd-bed3-4f1f-b0f8-3cad479343f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.207657] env[69674]: DEBUG nova.compute.manager [req-451f9c2a-88db-4069-8482-fdc4065c9c24 req-2168d6aa-2aaf-40c2-8ae8-a037cfa4433a service nova] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Detach interface failed, port_id=23d3881a-53e3-4531-a081-ba2f228581a7, reason: Instance 590c2cb4-0349-46db-b85c-6f845327e450 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 702.355589] env[69674]: INFO nova.compute.manager [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Took 46.19 seconds to build instance. [ 702.414074] env[69674]: INFO nova.compute.manager [-] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Took 1.30 seconds to deallocate network for instance. [ 702.493791] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Successfully created port: 30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.499730] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52610d6d-3051-8e35-4f60-7a0c368a64e9, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.499984] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.500250] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f7b7f571-9eea-402d-8104-85a4227ba52e/f7b7f571-9eea-402d-8104-85a4227ba52e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.500771] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a55552-c274-4a76-b2ca-35b30879e473 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.508015] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 702.508015] env[69674]: value = "task-3256397" [ 702.508015] env[69674]: _type = "Task" [ 702.508015] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.516467] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.558918] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 702.634073] env[69674]: DEBUG oslo_vmware.api [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239177} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.636931] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.637707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.637707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.637841] env[69674]: INFO nova.compute.manager [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 702.638431] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.638608] env[69674]: DEBUG nova.compute.manager [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 702.638734] env[69674]: DEBUG nova.network.neutron [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.857751] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70aa03c9-1448-439e-96fc-654e1a123fd9 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.934s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.924886] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.025053] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.179383] env[69674]: DEBUG nova.compute.manager [req-c57638da-8d95-4f23-8424-113e7f9e203d req-bacbabab-17bf-47ea-9f69-4a1351a1fbda service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Received event network-vif-deleted-24ffb3cf-7641-4195-bb43-d15fdff18aa2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 703.179585] env[69674]: INFO nova.compute.manager [req-c57638da-8d95-4f23-8424-113e7f9e203d req-bacbabab-17bf-47ea-9f69-4a1351a1fbda service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Neutron deleted interface 24ffb3cf-7641-4195-bb43-d15fdff18aa2; detaching it from the instance and deleting it from the info cache [ 703.179776] env[69674]: DEBUG nova.network.neutron [req-c57638da-8d95-4f23-8424-113e7f9e203d req-bacbabab-17bf-47ea-9f69-4a1351a1fbda service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.192034] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0f6f14-09b5-42fa-85f6-44032147fa4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.201881] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd0ec95-b7fb-459e-9fc5-869be0d7bfdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.242008] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c43e5-a2f0-4c24-a186-37d4cb0d76c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.251512] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0dc2c-a4ba-4c8e-ac7a-324ad9ddc17d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.267097] env[69674]: DEBUG nova.compute.provider_tree [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.302153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.302450] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.302708] env[69674]: DEBUG nova.compute.manager [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 703.303646] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62ab93-24ab-42b4-9b57-594ddf2aceb2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.312365] env[69674]: DEBUG nova.compute.manager [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 703.313170] env[69674]: DEBUG nova.objects.instance [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lazy-loading 'flavor' on Instance uuid 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.361160] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 703.497936] env[69674]: DEBUG nova.network.neutron [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.519492] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574952} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.519655] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f7b7f571-9eea-402d-8104-85a4227ba52e/f7b7f571-9eea-402d-8104-85a4227ba52e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.519882] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.520164] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977f9823-959b-4739-bbbb-b26b676ce557 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.529931] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 703.529931] env[69674]: value = "task-3256399" [ 703.529931] env[69674]: _type = "Task" [ 703.529931] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.541672] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.576997] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 703.604193] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.604193] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.604370] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.604458] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.604602] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.604748] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.604958] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.605133] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.605370] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.605579] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.605762] env[69674]: DEBUG nova.virt.hardware [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.606632] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dde8e5-862e-4339-a2de-c44eccfba724 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.615422] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51eb8d-1b6c-48ea-9c6e-50a2266f8556 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.682494] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0b2612-e558-4486-a46a-6e51a3b516e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.693265] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4225d9dd-8585-43f2-a11c-f49e9c465797 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.728963] env[69674]: DEBUG nova.compute.manager [req-c57638da-8d95-4f23-8424-113e7f9e203d req-bacbabab-17bf-47ea-9f69-4a1351a1fbda service nova] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Detach interface failed, port_id=24ffb3cf-7641-4195-bb43-d15fdff18aa2, reason: Instance f5aa96f5-aff6-4f5a-9180-1957ac49002a could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 703.771843] env[69674]: DEBUG nova.scheduler.client.report [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.886569] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.999744] env[69674]: INFO nova.compute.manager [-] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Took 1.36 seconds to deallocate network for instance. [ 704.042216] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190452} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.043132] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.044208] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2eeca-586c-4564-b2e5-0324d0a6dba2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.071364] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f7b7f571-9eea-402d-8104-85a4227ba52e/f7b7f571-9eea-402d-8104-85a4227ba52e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.072221] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb475304-bc93-4fa9-9585-f30e6207a709 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.095023] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 704.095023] env[69674]: value = "task-3256400" [ 704.095023] env[69674]: _type = "Task" [ 704.095023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.105039] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.166499] env[69674]: DEBUG nova.compute.manager [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Received event network-vif-plugged-30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 704.166735] env[69674]: DEBUG oslo_concurrency.lockutils [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.166963] env[69674]: DEBUG oslo_concurrency.lockutils [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.167148] env[69674]: DEBUG oslo_concurrency.lockutils [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.167311] env[69674]: DEBUG nova.compute.manager [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] No waiting events found dispatching network-vif-plugged-30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.167464] env[69674]: WARNING nova.compute.manager [req-5fdcaa13-19d9-471d-8348-5023e384c927 req-87332baf-205a-4f6d-818f-98fa5335ee17 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Received unexpected event network-vif-plugged-30e9b1eb-b520-4261-8828-a60e41d90dec for instance with vm_state building and task_state spawning. [ 704.249317] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Successfully updated port: 30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.278832] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.278832] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 704.281108] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.610s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.281952] env[69674]: DEBUG nova.objects.instance [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lazy-loading 'resources' on Instance uuid 81822631-26a8-4c17-a447-8e9d3acac696 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.323072] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.323897] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632efbb8-aa3c-48d1-8f33-36882df35bdd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.333529] env[69674]: DEBUG oslo_vmware.api [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 704.333529] env[69674]: value = "task-3256402" [ 704.333529] env[69674]: _type = "Task" [ 704.333529] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.345688] env[69674]: DEBUG oslo_vmware.api [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.509258] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.509637] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.509917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.510200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.514023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.514023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.514365] env[69674]: INFO nova.compute.manager [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Terminating instance [ 704.605484] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256400, 'name': ReconfigVM_Task, 'duration_secs': 0.31448} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.605821] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f7b7f571-9eea-402d-8104-85a4227ba52e/f7b7f571-9eea-402d-8104-85a4227ba52e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.606482] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f3c23f-06e1-4f4d-878e-c58458937498 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.615078] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 704.615078] env[69674]: value = "task-3256403" [ 704.615078] env[69674]: _type = "Task" [ 704.615078] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.624224] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256403, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.751762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.751899] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.752095] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.786183] env[69674]: DEBUG nova.compute.utils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.789310] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 704.789567] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.844762] env[69674]: DEBUG oslo_vmware.api [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256402, 'name': PowerOffVM_Task, 'duration_secs': 0.20261} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.847331] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.847531] env[69674]: DEBUG nova.compute.manager [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 704.848646] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b9466-bf27-4c64-a488-398978fbe8a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.857478] env[69674]: DEBUG nova.policy [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '207bc0c672504e0cbc5650b5764ecbde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72943c6742ff415592d597365db06e6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.018942] env[69674]: DEBUG nova.compute.manager [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 705.019186] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.020374] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50692e3-5b9b-4599-87ee-229f00f0b757 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.030970] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.030970] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505dad94-e5d3-4383-a387-b4fe0cc2d418 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038366] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 705.038366] env[69674]: value = "task-3256405" [ 705.038366] env[69674]: _type = "Task" [ 705.038366] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.049488] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.127581] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256403, 'name': Rename_Task, 'duration_secs': 0.15522} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.127726] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.128021] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198ed0d1-4700-4513-933e-22e5bdc57bb1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.137865] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 705.137865] env[69674]: value = "task-3256406" [ 705.137865] env[69674]: _type = "Task" [ 705.137865] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.147067] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.164269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "8f0d714b-1664-4a83-8f75-e48033d4611d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.164512] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.222078] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Successfully created port: e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.293806] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 705.303612] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.365150] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17a12741-778d-4d3f-aa2a-e1da51a38acc tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.379498] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb51fca-df75-48e1-a055-90c998ecb9c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.392443] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08691cbb-c0ff-4b81-983d-d23e93ba8f96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.429356] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc06902c-a08a-48eb-95ee-e0f46be75af1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.441547] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83ed7b6-9b9b-44e3-a8ca-2dc831f70f18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.457446] env[69674]: DEBUG nova.compute.provider_tree [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.506665] env[69674]: DEBUG nova.network.neutron [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating instance_info_cache with network_info: [{"id": "30e9b1eb-b520-4261-8828-a60e41d90dec", "address": "fa:16:3e:50:d0:4f", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9b1eb-b5", "ovs_interfaceid": "30e9b1eb-b520-4261-8828-a60e41d90dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.548534] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256405, 'name': PowerOffVM_Task, 'duration_secs': 0.258425} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.548893] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.549090] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.549628] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d643a43-c40e-445e-a8af-517bfb5fe337 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.614121] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.614393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.614622] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleting the datastore file [datastore2] 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.614941] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840e7e1b-f6b6-4e6b-8a93-0f71741b2500 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.622716] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 705.622716] env[69674]: value = "task-3256408" [ 705.622716] env[69674]: _type = "Task" [ 705.622716] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.631658] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.647049] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.960360] env[69674]: DEBUG nova.scheduler.client.report [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.010922] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.010922] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Instance network_info: |[{"id": "30e9b1eb-b520-4261-8828-a60e41d90dec", "address": "fa:16:3e:50:d0:4f", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9b1eb-b5", "ovs_interfaceid": "30e9b1eb-b520-4261-8828-a60e41d90dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 706.011269] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:d0:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e9b1eb-b520-4261-8828-a60e41d90dec', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.019033] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Creating folder: Project (1212831caafd4d6f9ffde8b5c4685691). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.019661] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd11c43f-e25b-4f82-af1e-2b5d1ce7f4f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.032111] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Created folder: Project (1212831caafd4d6f9ffde8b5c4685691) in parent group-v650515. [ 706.032111] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Creating folder: Instances. Parent ref: group-v650624. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.032353] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0785e702-9412-4353-ad23-5c325f485fb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.043827] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Created folder: Instances in parent group-v650624. [ 706.044088] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.044347] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.044604] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6979484-7451-4093-95ea-c016378d2d8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.065584] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.065584] env[69674]: value = "task-3256411" [ 706.065584] env[69674]: _type = "Task" [ 706.065584] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.076694] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256411, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.137029] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.148713] env[69674]: DEBUG oslo_vmware.api [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256406, 'name': PowerOnVM_Task, 'duration_secs': 0.686324} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.149062] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.149227] env[69674]: INFO nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Took 7.38 seconds to spawn the instance on the hypervisor. [ 706.149422] env[69674]: DEBUG nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 706.150302] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea0900-f7e2-4327-ba9e-f60b10f0ca52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.189339] env[69674]: DEBUG nova.compute.manager [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Received event network-changed-30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 706.189339] env[69674]: DEBUG nova.compute.manager [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Refreshing instance network info cache due to event network-changed-30e9b1eb-b520-4261-8828-a60e41d90dec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 706.189623] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] Acquiring lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.189623] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] Acquired lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.189912] env[69674]: DEBUG nova.network.neutron [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Refreshing network info cache for port 30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.316270] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 706.343370] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.343622] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.343775] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.343954] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.344220] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.344435] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.344710] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.344928] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.345912] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.345912] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.345912] env[69674]: DEBUG nova.virt.hardware [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.346513] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f81082-6073-47ca-87e6-dae829900fe9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.355260] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a649c5-d344-4188-9035-311e8be899ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.452644] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 706.453193] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650622', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'name': 'volume-12f4534e-5f51-4378-88aa-5ffc0455ce68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe91cc3d-1897-46f2-aacd-afcb505e042f', 'attached_at': '', 'detached_at': '', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'serial': '12f4534e-5f51-4378-88aa-5ffc0455ce68'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 706.454031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b745f9d-9f96-4231-a1b5-9c413ca0e957 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.471837] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.474386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.455s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.475823] env[69674]: INFO nova.compute.claims [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.478701] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ddb11-a7d3-42e0-a81b-ccb680ed8f6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.514118] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-12f4534e-5f51-4378-88aa-5ffc0455ce68/volume-12f4534e-5f51-4378-88aa-5ffc0455ce68.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.515317] env[69674]: INFO nova.scheduler.client.report [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Deleted allocations for instance 81822631-26a8-4c17-a447-8e9d3acac696 [ 706.517064] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11640d3a-5dc4-4b38-8c8f-8d4fe6c1f0bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.544447] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Waiting for the task: (returnval){ [ 706.544447] env[69674]: value = "task-3256412" [ 706.544447] env[69674]: _type = "Task" [ 706.544447] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.556252] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.575761] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256411, 'name': CreateVM_Task, 'duration_secs': 0.358322} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.575937] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.576624] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577121] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577986] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf82c79b-82e8-4dab-95b6-a7bf00977c5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.583805] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 706.583805] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f7c221-7260-d051-9990-d96d3329c2e3" [ 706.583805] env[69674]: _type = "Task" [ 706.583805] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.592397] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f7c221-7260-d051-9990-d96d3329c2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.638361] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.667603] env[69674]: INFO nova.compute.manager [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Took 45.03 seconds to build instance. [ 706.870231] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Successfully updated port: e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.876714] env[69674]: DEBUG nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 706.880765] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb3b70-a547-4d75-b25a-d7876f798bac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.942591] env[69674]: DEBUG nova.network.neutron [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updated VIF entry in instance network info cache for port 30e9b1eb-b520-4261-8828-a60e41d90dec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.942967] env[69674]: DEBUG nova.network.neutron [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating instance_info_cache with network_info: [{"id": "30e9b1eb-b520-4261-8828-a60e41d90dec", "address": "fa:16:3e:50:d0:4f", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9b1eb-b5", "ovs_interfaceid": "30e9b1eb-b520-4261-8828-a60e41d90dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.039961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ca67f0b5-f743-47bc-b665-b7c99de0e625 tempest-ServerExternalEventsTest-1580962394 tempest-ServerExternalEventsTest-1580962394-project-member] Lock "81822631-26a8-4c17-a447-8e9d3acac696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.913s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.058339] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256412, 'name': ReconfigVM_Task, 'duration_secs': 0.421608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.059406] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-12f4534e-5f51-4378-88aa-5ffc0455ce68/volume-12f4534e-5f51-4378-88aa-5ffc0455ce68.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.068139] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-540ca80a-ff2f-4f6f-a3f3-5aee3b8315db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.084558] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Waiting for the task: (returnval){ [ 707.084558] env[69674]: value = "task-3256414" [ 707.084558] env[69674]: _type = "Task" [ 707.084558] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.101993] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f7c221-7260-d051-9990-d96d3329c2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.102241] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.102519] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.102749] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.102982] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.103145] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.103328] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.103596] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea67a10-c516-4c4b-9804-8767f7f57e94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.113427] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.113616] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.114476] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45cb425-fdfd-4e05-ada9-8b972d8a1601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.121355] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 707.121355] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5231657d-fc1b-db08-6f0d-d0d8bd437680" [ 707.121355] env[69674]: _type = "Task" [ 707.121355] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.132174] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5231657d-fc1b-db08-6f0d-d0d8bd437680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.139160] env[69674]: DEBUG oslo_vmware.api [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.371448} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.139440] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.139767] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.139905] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.140198] env[69674]: INFO nova.compute.manager [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Took 2.12 seconds to destroy the instance on the hypervisor. [ 707.140610] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.140912] env[69674]: DEBUG nova.compute.manager [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 707.141078] env[69674]: DEBUG nova.network.neutron [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.169588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e706b29a-4b7e-4c63-b58f-4a4689d980a9 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.536s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.374748] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.374913] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.375741] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.396364] env[69674]: INFO nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] instance snapshotting [ 707.396637] env[69674]: WARNING nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 707.400848] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6001f2-f8f2-4a50-8a66-d77cd7c2732b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.429710] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e0880-3ea4-44c6-bbd8-cf6593e4d371 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.445320] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ddb6f34-a894-49c7-9767-90a56c12183c req-6f889fa9-7a3d-4f4c-a5a9-921778d98465 service nova] Releasing lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.603430] env[69674]: DEBUG oslo_vmware.api [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256414, 'name': ReconfigVM_Task, 'duration_secs': 0.155151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.603745] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650622', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'name': 'volume-12f4534e-5f51-4378-88aa-5ffc0455ce68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe91cc3d-1897-46f2-aacd-afcb505e042f', 'attached_at': '', 'detached_at': '', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'serial': '12f4534e-5f51-4378-88aa-5ffc0455ce68'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 707.637203] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5231657d-fc1b-db08-6f0d-d0d8bd437680, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.639920] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6c1c36-fb9f-47e1-bc8b-6d4e60fc587d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.646411] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 707.646411] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212a15e-9216-2649-cc7e-5d919d63a3f9" [ 707.646411] env[69674]: _type = "Task" [ 707.646411] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.659392] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212a15e-9216-2649-cc7e-5d919d63a3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.672622] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 707.936117] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.942183] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.943077] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-177c75c2-b3d8-42a8-9e69-834c1c0fa7d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.955700] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 707.955700] env[69674]: value = "task-3256415" [ 707.955700] env[69674]: _type = "Task" [ 707.955700] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.966972] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256415, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.999505] env[69674]: DEBUG nova.compute.manager [req-e88c005e-7d0f-431c-b053-31ea99eedffa req-36389dfa-f0cd-4404-adab-846a4ffa3e1a service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Received event network-vif-deleted-489b354b-986a-47df-9f1f-c120475d9013 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 707.999728] env[69674]: INFO nova.compute.manager [req-e88c005e-7d0f-431c-b053-31ea99eedffa req-36389dfa-f0cd-4404-adab-846a4ffa3e1a service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Neutron deleted interface 489b354b-986a-47df-9f1f-c120475d9013; detaching it from the instance and deleting it from the info cache [ 708.000026] env[69674]: DEBUG nova.network.neutron [req-e88c005e-7d0f-431c-b053-31ea99eedffa req-36389dfa-f0cd-4404-adab-846a4ffa3e1a service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.059943] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112edbd-bb23-4aae-bb0e-58502d30ed9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.070635] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec23b27-034b-4ab7-bad6-0ab8f886ee3a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.108733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ded735f-1338-444b-b1f7-c01009cbc4ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.125415] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3c98e1-7171-4625-8ce2-ea4af8f5a9bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.146114] env[69674]: DEBUG nova.compute.provider_tree [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.153917] env[69674]: DEBUG nova.network.neutron [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Updating instance_info_cache with network_info: [{"id": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "address": "fa:16:3e:d2:24:e0", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e68e41-0e", "ovs_interfaceid": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.159404] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212a15e-9216-2649-cc7e-5d919d63a3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.028273} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.159822] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.160111] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e/5ed6619c-f1a2-476c-ba2f-7289de5b6e9e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.161260] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5aaf78a-3354-4601-97ad-7d1705382713 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.172491] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 708.172491] env[69674]: value = "task-3256416" [ 708.172491] env[69674]: _type = "Task" [ 708.172491] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.192957] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.211070] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.276182] env[69674]: DEBUG nova.compute.manager [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Received event network-vif-plugged-e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 708.276514] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Acquiring lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.276828] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.277346] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.277473] env[69674]: DEBUG nova.compute.manager [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] No waiting events found dispatching network-vif-plugged-e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.277992] env[69674]: WARNING nova.compute.manager [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Received unexpected event network-vif-plugged-e7e68e41-0e7c-42fe-9bd8-955cb687a768 for instance with vm_state building and task_state spawning. [ 708.277992] env[69674]: DEBUG nova.compute.manager [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Received event network-changed-e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 708.277992] env[69674]: DEBUG nova.compute.manager [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Refreshing instance network info cache due to event network-changed-e7e68e41-0e7c-42fe-9bd8-955cb687a768. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 708.278232] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Acquiring lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.467498] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256415, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.472219] env[69674]: DEBUG nova.network.neutron [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.503078] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99da22ac-dfcc-470b-80e5-fa6b30b1683d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.516471] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b44cb5-7926-44c8-b206-c47d76b06289 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.556290] env[69674]: DEBUG nova.compute.manager [req-e88c005e-7d0f-431c-b053-31ea99eedffa req-36389dfa-f0cd-4404-adab-846a4ffa3e1a service nova] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Detach interface failed, port_id=489b354b-986a-47df-9f1f-c120475d9013, reason: Instance 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 708.652272] env[69674]: DEBUG nova.scheduler.client.report [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.661075] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.661454] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Instance network_info: |[{"id": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "address": "fa:16:3e:d2:24:e0", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e68e41-0e", "ovs_interfaceid": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 708.661782] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Acquired lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.661968] env[69674]: DEBUG nova.network.neutron [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Refreshing network info cache for port e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.663477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:24:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e68e41-0e7c-42fe-9bd8-955cb687a768', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.671588] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.677060] env[69674]: DEBUG nova.objects.instance [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lazy-loading 'flavor' on Instance uuid fe91cc3d-1897-46f2-aacd-afcb505e042f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.677060] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.677060] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e0d6b3e-6688-424d-88f0-00d319dfe42a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.702368] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492402} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.703786] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e/5ed6619c-f1a2-476c-ba2f-7289de5b6e9e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.704090] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.704378] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.704378] env[69674]: value = "task-3256417" [ 708.704378] env[69674]: _type = "Task" [ 708.704378] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.704632] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec5705f-3bd5-4379-a49a-b0937270e238 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.715751] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256417, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.717381] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 708.717381] env[69674]: value = "task-3256418" [ 708.717381] env[69674]: _type = "Task" [ 708.717381] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.726329] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.971227] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256415, 'name': CreateSnapshot_Task, 'duration_secs': 0.514268} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.971661] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.973378] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8423db-44ae-4df4-b1a2-1ed68758a07e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.977812] env[69674]: INFO nova.compute.manager [-] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Took 1.84 seconds to deallocate network for instance. [ 709.158370] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.159080] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 709.162852] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.052s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.163810] env[69674]: INFO nova.compute.claims [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.201254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-871e247d-4147-4352-9e6a-97a5f6fda3fa tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.396s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.219555] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256417, 'name': CreateVM_Task, 'duration_secs': 0.498065} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.223421] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.227534] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.227712] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.228036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.228927] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804976ee-81fc-4ac2-8c01-2b6c5c594b78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.234088] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075563} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.234673] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.235497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331b91a-8d78-4952-9bf5-5c19bfecfa94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.239740] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 709.239740] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b10cb5-6286-d842-a014-35fa220e10cb" [ 709.239740] env[69674]: _type = "Task" [ 709.239740] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.262416] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e/5ed6619c-f1a2-476c-ba2f-7289de5b6e9e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.262989] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190df98d-aa5a-4382-bb0a-c01039133bd4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.281295] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b10cb5-6286-d842-a014-35fa220e10cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.281978] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.282228] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.282459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.282603] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.282777] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.283054] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40a55fad-9bad-47c8-bea3-4e73dee95cab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.289011] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 709.289011] env[69674]: value = "task-3256420" [ 709.289011] env[69674]: _type = "Task" [ 709.289011] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.295397] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.295397] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.298960] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa68b8e9-9100-413d-b5d6-6e1d52f9eab0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.301326] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.308596] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 709.308596] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235779c-4c0c-797c-24e0-759d50f7e431" [ 709.308596] env[69674]: _type = "Task" [ 709.308596] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.321915] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235779c-4c0c-797c-24e0-759d50f7e431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.501233] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.502207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.504835] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ba1b185-cac1-4e01-98fd-d0ad6d6fb665 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.512348] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 709.512348] env[69674]: value = "task-3256421" [ 709.512348] env[69674]: _type = "Task" [ 709.512348] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.521653] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256421, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.549174] env[69674]: DEBUG nova.network.neutron [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Updated VIF entry in instance network info cache for port e7e68e41-0e7c-42fe-9bd8-955cb687a768. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.549552] env[69674]: DEBUG nova.network.neutron [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Updating instance_info_cache with network_info: [{"id": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "address": "fa:16:3e:d2:24:e0", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e68e41-0e", "ovs_interfaceid": "e7e68e41-0e7c-42fe-9bd8-955cb687a768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.609183] env[69674]: DEBUG oslo_concurrency.lockutils [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.609468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.669072] env[69674]: DEBUG nova.compute.utils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.670690] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 709.670803] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.731154] env[69674]: DEBUG nova.policy [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'febd941313714f4db50b8f0a5a936c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01d0466fd114d7e80c6a14cc04ebdf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.798750] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256420, 'name': ReconfigVM_Task, 'duration_secs': 0.303859} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.799074] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e/5ed6619c-f1a2-476c-ba2f-7289de5b6e9e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.800862] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd99a87-c583-472e-939c-c9b931ba0e9d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.815155] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 709.815155] env[69674]: value = "task-3256422" [ 709.815155] env[69674]: _type = "Task" [ 709.815155] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.823342] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235779c-4c0c-797c-24e0-759d50f7e431, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.825020] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3dffab-16b7-4b37-8074-80445b658cba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.830468] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256422, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.834644] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 709.834644] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52091a78-b30c-eef1-71f0-50cf99ab3054" [ 709.834644] env[69674]: _type = "Task" [ 709.834644] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.844332] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52091a78-b30c-eef1-71f0-50cf99ab3054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.022791] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256421, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.053326] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Successfully created port: 6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.055480] env[69674]: DEBUG oslo_concurrency.lockutils [req-fce7fa19-2876-462d-8646-cb6028c16a6c req-0ddc0b00-82bc-461a-8029-ad540778887c service nova] Releasing lock "refresh_cache-2d57287c-5315-4c71-867f-dd3d4018ab48" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.113230] env[69674]: INFO nova.compute.manager [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Detaching volume 12f4534e-5f51-4378-88aa-5ffc0455ce68 [ 710.151374] env[69674]: INFO nova.virt.block_device [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Attempting to driver detach volume 12f4534e-5f51-4378-88aa-5ffc0455ce68 from mountpoint /dev/sdb [ 710.151630] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 710.151818] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650622', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'name': 'volume-12f4534e-5f51-4378-88aa-5ffc0455ce68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe91cc3d-1897-46f2-aacd-afcb505e042f', 'attached_at': '', 'detached_at': '', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'serial': '12f4534e-5f51-4378-88aa-5ffc0455ce68'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 710.152711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c4671-cbdb-4cec-8980-9732bfbf04da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.174558] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b064d-d7bb-410b-a3c2-5af9d613df0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.179865] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 710.193524] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87855b-ddbe-49af-8398-065a035b5cb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.221189] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489e523-a5e8-4df7-a1ba-525875e2c29e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.239722] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] The volume has not been displaced from its original location: [datastore2] volume-12f4534e-5f51-4378-88aa-5ffc0455ce68/volume-12f4534e-5f51-4378-88aa-5ffc0455ce68.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 710.245476] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 710.248093] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c680bec-73a2-42d9-9a85-6d31e631a431 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.272032] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Waiting for the task: (returnval){ [ 710.272032] env[69674]: value = "task-3256423" [ 710.272032] env[69674]: _type = "Task" [ 710.272032] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.282745] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.326878] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256422, 'name': Rename_Task, 'duration_secs': 0.336639} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.327198] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.327476] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec163be-8d2e-47ce-8119-b96afd6f1763 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.335729] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 710.335729] env[69674]: value = "task-3256424" [ 710.335729] env[69674]: _type = "Task" [ 710.335729] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.350868] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.354703] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52091a78-b30c-eef1-71f0-50cf99ab3054, 'name': SearchDatastore_Task, 'duration_secs': 0.018804} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.354970] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356493] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2d57287c-5315-4c71-867f-dd3d4018ab48/2d57287c-5315-4c71-867f-dd3d4018ab48.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.356493] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d841f68-1a32-4642-94a6-32678fff5a98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.368313] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 710.368313] env[69674]: value = "task-3256425" [ 710.368313] env[69674]: _type = "Task" [ 710.368313] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.377762] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.525125] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256421, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.787147] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256423, 'name': ReconfigVM_Task, 'duration_secs': 0.24802} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.787711] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 710.792510] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ea4e05-575b-4fa8-ab75-0bb6fdbcf23a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.813198] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Waiting for the task: (returnval){ [ 710.813198] env[69674]: value = "task-3256426" [ 710.813198] env[69674]: _type = "Task" [ 710.813198] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.825627] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.855284] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.882834] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.892465] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f12d01-c5f0-496e-8b1b-ca3bb6974106 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.901472] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c38e1-6a2a-4541-b1a8-51eda3b1efbd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.941203] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2682b91-97a4-4fdd-ad1b-02f8cd54f2f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.949743] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8371717a-0857-4981-b408-0758ed153cbf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.966494] env[69674]: DEBUG nova.compute.provider_tree [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.027195] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256421, 'name': CloneVM_Task, 'duration_secs': 1.333941} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.027516] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Created linked-clone VM from snapshot [ 711.028329] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64208ec4-c168-48bf-adc9-4be69109ef90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.037966] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Uploading image 55512400-727c-4b75-8a4a-1ced5cbb701b {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.072035] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.072035] env[69674]: value = "vm-650629" [ 711.072035] env[69674]: _type = "VirtualMachine" [ 711.072035] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.072355] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17449359-16f9-4ee3-b316-00eb0abd2642 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.080993] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease: (returnval){ [ 711.080993] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5244dc04-5b09-28a7-0044-d9c268a2a675" [ 711.080993] env[69674]: _type = "HttpNfcLease" [ 711.080993] env[69674]: } obtained for exporting VM: (result){ [ 711.080993] env[69674]: value = "vm-650629" [ 711.080993] env[69674]: _type = "VirtualMachine" [ 711.080993] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.080993] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the lease: (returnval){ [ 711.080993] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5244dc04-5b09-28a7-0044-d9c268a2a675" [ 711.080993] env[69674]: _type = "HttpNfcLease" [ 711.080993] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.088075] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.088075] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5244dc04-5b09-28a7-0044-d9c268a2a675" [ 711.088075] env[69674]: _type = "HttpNfcLease" [ 711.088075] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.203042] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 711.225652] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.225973] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.226221] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.226391] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.226569] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.226871] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.227220] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.227435] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.227614] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.227786] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.228150] env[69674]: DEBUG nova.virt.hardware [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.228962] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110cb276-d5d7-42d2-921e-7056c89e2c9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.237593] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba32e4-ba19-4a5e-93b6-dd5cc3610330 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.324367] env[69674]: DEBUG oslo_vmware.api [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Task: {'id': task-3256426, 'name': ReconfigVM_Task, 'duration_secs': 0.183476} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.324892] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650622', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'name': 'volume-12f4534e-5f51-4378-88aa-5ffc0455ce68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe91cc3d-1897-46f2-aacd-afcb505e042f', 'attached_at': '', 'detached_at': '', 'volume_id': '12f4534e-5f51-4378-88aa-5ffc0455ce68', 'serial': '12f4534e-5f51-4378-88aa-5ffc0455ce68'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 711.353614] env[69674]: DEBUG oslo_vmware.api [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256424, 'name': PowerOnVM_Task, 'duration_secs': 0.579623} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.355140] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.355140] env[69674]: INFO nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Took 7.78 seconds to spawn the instance on the hypervisor. [ 711.355140] env[69674]: DEBUG nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 711.355312] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3b6081-542a-4023-9f61-627431242ed1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.379749] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545855} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.379856] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2d57287c-5315-4c71-867f-dd3d4018ab48/2d57287c-5315-4c71-867f-dd3d4018ab48.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.380017] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.380285] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8838d9a9-261d-4fca-92cd-e3fc38061d4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.388010] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 711.388010] env[69674]: value = "task-3256428" [ 711.388010] env[69674]: _type = "Task" [ 711.388010] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.398554] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.470775] env[69674]: DEBUG nova.scheduler.client.report [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.590024] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.590024] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5244dc04-5b09-28a7-0044-d9c268a2a675" [ 711.590024] env[69674]: _type = "HttpNfcLease" [ 711.590024] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 711.590429] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 711.590429] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5244dc04-5b09-28a7-0044-d9c268a2a675" [ 711.590429] env[69674]: _type = "HttpNfcLease" [ 711.590429] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 711.590988] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a233d0b8-1af1-400c-9211-76d7dc46f1c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.601567] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 711.601802] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 711.746567] env[69674]: DEBUG nova.compute.manager [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Received event network-vif-plugged-6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 711.746829] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] Acquiring lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.747137] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.747247] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.747386] env[69674]: DEBUG nova.compute.manager [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] No waiting events found dispatching network-vif-plugged-6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.747596] env[69674]: WARNING nova.compute.manager [req-9a0784b8-90e9-4217-bfb6-5c77585e970b req-21bace2a-2fff-48b2-98c9-93371c06707d service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Received unexpected event network-vif-plugged-6951d351-7075-4340-9451-faf0720c0c7e for instance with vm_state building and task_state spawning. [ 711.787844] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Successfully updated port: 6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.858085] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed6d2a10-3cfa-4b83-8478-27a37c135372 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.881307] env[69674]: INFO nova.compute.manager [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Took 44.75 seconds to build instance. [ 711.909478] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068253} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.909795] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.910664] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f35680-0e2a-473c-a7aa-42f6171561b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.941588] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2d57287c-5315-4c71-867f-dd3d4018ab48/2d57287c-5315-4c71-867f-dd3d4018ab48.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.943142] env[69674]: DEBUG nova.objects.instance [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lazy-loading 'flavor' on Instance uuid fe91cc3d-1897-46f2-aacd-afcb505e042f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.947029] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11fb55e-3915-44bf-9743-285dc5cae93f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.968410] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 711.968410] env[69674]: value = "task-3256429" [ 711.968410] env[69674]: _type = "Task" [ 711.968410] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.975855] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.976491] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 711.985034] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.776s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.987308] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.294095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.294095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.294095] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.388739] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bf91710-f35f-46e1-b467-ef567516df17 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.944s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.483037] env[69674]: DEBUG nova.compute.utils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.484701] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.485411] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 712.853626] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.893204] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 712.904032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.904462] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.956032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-eef5388c-06af-4077-aa5b-d724268526c4 tempest-VolumesAssistedSnapshotsTest-1682492402 tempest-VolumesAssistedSnapshotsTest-1682492402-project-admin] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.982789] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.986629] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 713.047312] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.047444] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fe91cc3d-1897-46f2-aacd-afcb505e042f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048081] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 713.048081] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8b23f73b-a334-4421-8cda-528b3ece1d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048081] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f5aa96f5-aff6-4f5a-9180-1957ac49002a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 713.048081] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance b0ee902e-14b1-490e-b8ae-e327563499f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048081] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048279] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fff019fb-1d8d-4780-b5db-ad0c977eb958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048313] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d45a13c5-09e6-474c-ae59-fa31d1653776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048405] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048558] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0791541e-da89-4120-8c87-c537b84a7b4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 713.048635] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 590c2cb4-0349-46db-b85c-6f845327e450 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 713.048751] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 4d6ce89e-a049-4769-a65d-4d656d5f9ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.048880] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 316e932a-aa31-40e0-9bc4-54d4157d32b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049093] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049149] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f7b7f571-9eea-402d-8104-85a4227ba52e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049239] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049349] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2d57287c-5315-4c71-867f-dd3d4018ab48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049458] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a99a9f9b-05ed-46ad-96a2-c9c01b81f983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.049564] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 713.206752] env[69674]: DEBUG nova.network.neutron [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Updating instance_info_cache with network_info: [{"id": "6951d351-7075-4340-9451-faf0720c0c7e", "address": "fa:16:3e:36:84:12", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6951d351-70", "ovs_interfaceid": "6951d351-7075-4340-9451-faf0720c0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.429247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.482377] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256429, 'name': ReconfigVM_Task, 'duration_secs': 1.28352} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.482377] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2d57287c-5315-4c71-867f-dd3d4018ab48/2d57287c-5315-4c71-867f-dd3d4018ab48.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.483233] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1432555-ee30-41b3-a7e6-d0176460d97f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.496672] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 713.496672] env[69674]: value = "task-3256431" [ 713.496672] env[69674]: _type = "Task" [ 713.496672] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.507066] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256431, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.553348] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance ce86cfb9-bad4-4082-9e21-605396cc42f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.580652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.580898] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.710324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.710674] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance network_info: |[{"id": "6951d351-7075-4340-9451-faf0720c0c7e", "address": "fa:16:3e:36:84:12", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6951d351-70", "ovs_interfaceid": "6951d351-7075-4340-9451-faf0720c0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 713.711270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:84:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6951d351-7075-4340-9451-faf0720c0c7e', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.719869] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.720493] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.720840] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6f6192-a1a2-40fa-86e6-1f35026b04f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.746427] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.746427] env[69674]: value = "task-3256432" [ 713.746427] env[69674]: _type = "Task" [ 713.746427] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.758255] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256432, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.795188] env[69674]: DEBUG nova.compute.manager [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Received event network-changed-6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 713.795188] env[69674]: DEBUG nova.compute.manager [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Refreshing instance network info cache due to event network-changed-6951d351-7075-4340-9451-faf0720c0c7e. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 713.795188] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Acquiring lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.795188] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Acquired lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.795605] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Refreshing network info cache for port 6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.004730] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 714.016027] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256431, 'name': Rename_Task, 'duration_secs': 0.190214} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.016027] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.016027] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c1e99cb-c2ef-4174-a46e-0773924d8eb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.028292] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 714.028292] env[69674]: value = "task-3256433" [ 714.028292] env[69674]: _type = "Task" [ 714.028292] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.039779] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.042214] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.042474] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.042651] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.042837] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.042980] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.043136] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.043608] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.043608] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.043686] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.043805] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.043973] env[69674]: DEBUG nova.virt.hardware [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.044874] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874f477-3959-4d84-bfee-571806ca17c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.053711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cdeb0b-cb5e-4bb5-ac9e-66dc0a37c896 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.058510] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 713b3237-6d09-4db2-9dd8-ccc7b303ca4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.072879] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.079649] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.080344] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.080617] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fb72d3a-31cc-4d1e-adcb-04b978921c8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.100716] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.100716] env[69674]: value = "task-3256434" [ 714.100716] env[69674]: _type = "Task" [ 714.100716] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.110202] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256434, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.261383] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256432, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.538941] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.563403] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d2281269-3f62-476d-81fb-0d47c60086a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.570513] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Updated VIF entry in instance network info cache for port 6951d351-7075-4340-9451-faf0720c0c7e. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.570642] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Updating instance_info_cache with network_info: [{"id": "6951d351-7075-4340-9451-faf0720c0c7e", "address": "fa:16:3e:36:84:12", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6951d351-70", "ovs_interfaceid": "6951d351-7075-4340-9451-faf0720c0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.614219] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256434, 'name': CreateVM_Task, 'duration_secs': 0.391806} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.614419] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.614863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.615060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.615468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.615626] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf93ec37-9d6a-44da-99a2-12d31c327bbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.622137] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 714.622137] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c248-44e1-73b8-068f-4f84521317dd" [ 714.622137] env[69674]: _type = "Task" [ 714.622137] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.631715] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c248-44e1-73b8-068f-4f84521317dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.759050] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256432, 'name': CreateVM_Task, 'duration_secs': 0.618343} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.759050] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.759050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.039662] env[69674]: DEBUG oslo_vmware.api [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256433, 'name': PowerOnVM_Task, 'duration_secs': 0.579459} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.039953] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.040162] env[69674]: INFO nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Took 8.72 seconds to spawn the instance on the hypervisor. [ 715.040340] env[69674]: DEBUG nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 715.041193] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd8b1c9-7ad0-4626-8e4b-33fcabd0be1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.066846] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 64083589-1c17-42e5-955b-4e609875a788 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.075968] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Releasing lock "refresh_cache-a99a9f9b-05ed-46ad-96a2-c9c01b81f983" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.075968] env[69674]: DEBUG nova.compute.manager [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Received event network-changed-30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 715.076165] env[69674]: DEBUG nova.compute.manager [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Refreshing instance network info cache due to event network-changed-30e9b1eb-b520-4261-8828-a60e41d90dec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 715.076356] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Acquiring lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076600] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Acquired lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.076764] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Refreshing network info cache for port 30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.134542] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c248-44e1-73b8-068f-4f84521317dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.135117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.135190] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.135393] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.135535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.136490] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.136490] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.136490] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.136622] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f22bacf6-fa94-4bf8-b1b6-56802243b95b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.138511] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7dc774-4bf3-4de3-bb7b-ee0095f71d82 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.144288] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 715.144288] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52340280-ab98-6862-bffc-dd891d55fc85" [ 715.144288] env[69674]: _type = "Task" [ 715.144288] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.149676] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.149877] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.153600] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1165db6a-7df4-4733-8ca9-e8099fa6400a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.155535] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52340280-ab98-6862-bffc-dd891d55fc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.159206] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 715.159206] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5261a192-84de-4a76-aea4-0aefee7f9ec1" [ 715.159206] env[69674]: _type = "Task" [ 715.159206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.167628] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5261a192-84de-4a76-aea4-0aefee7f9ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.558224] env[69674]: INFO nova.compute.manager [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Took 47.26 seconds to build instance. [ 715.570208] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2fd3fc55-6157-4c52-b827-9cba78ab186d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.656222] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52340280-ab98-6862-bffc-dd891d55fc85, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.658719] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.659299] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.659299] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.669116] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5261a192-84de-4a76-aea4-0aefee7f9ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.023063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.669496] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d010e71-a2b5-4ed2-862f-d6f61cc76988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.675346] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 715.675346] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3f6f1-5390-a9d7-5659-cd3dd8bd1ace" [ 715.675346] env[69674]: _type = "Task" [ 715.675346] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.683548] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3f6f1-5390-a9d7-5659-cd3dd8bd1ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.859807] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updated VIF entry in instance network info cache for port 30e9b1eb-b520-4261-8828-a60e41d90dec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.860260] env[69674]: DEBUG nova.network.neutron [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating instance_info_cache with network_info: [{"id": "30e9b1eb-b520-4261-8828-a60e41d90dec", "address": "fa:16:3e:50:d0:4f", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9b1eb-b5", "ovs_interfaceid": "30e9b1eb-b520-4261-8828-a60e41d90dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.060089] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44dcb3f6-2018-487e-8769-30b23b8ed758 tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.505s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.077217] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance c28ff0c9-96fc-45af-80be-4915955b0aea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.187035] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3f6f1-5390-a9d7-5659-cd3dd8bd1ace, 'name': SearchDatastore_Task, 'duration_secs': 0.019389} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.187344] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.187620] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.187913] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.188161] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.188390] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dca247d-554c-4475-88b1-e7842c5c9a6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.190530] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274cdd24-f8cf-49ef-b08e-c12dfee42529 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.199396] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 716.199396] env[69674]: value = "task-3256435" [ 716.199396] env[69674]: _type = "Task" [ 716.199396] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.204638] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.205235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.206199] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab20b3c2-fbc4-4a14-a729-453960a42a6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.212877] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.216943] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 716.216943] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e79590-ec6d-6e5a-0943-efa1fe7e1df2" [ 716.216943] env[69674]: _type = "Task" [ 716.216943] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.225957] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e79590-ec6d-6e5a-0943-efa1fe7e1df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.363062] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a23addd-d404-45ee-af59-8917aa47769b req-0d3eadc1-3bd6-43f9-9c5c-56233ee238ae service nova] Releasing lock "refresh_cache-5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.556280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "2d57287c-5315-4c71-867f-dd3d4018ab48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.556437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.556572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.556783] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.557048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.559358] env[69674]: INFO nova.compute.manager [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Terminating instance [ 716.562125] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 716.579795] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance c648d597-0473-46d4-bd23-63e396311140 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.712267] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.729622] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e79590-ec6d-6e5a-0943-efa1fe7e1df2, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.730879] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf3451c-5c5c-432a-9a2d-3b08ed3d0980 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.740514] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 716.740514] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524aaea0-6296-1afc-41c3-bf11175e0497" [ 716.740514] env[69674]: _type = "Task" [ 716.740514] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.751622] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524aaea0-6296-1afc-41c3-bf11175e0497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.831057] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.831057] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.831196] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.831356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.831539] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.833739] env[69674]: INFO nova.compute.manager [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Terminating instance [ 717.065801] env[69674]: DEBUG nova.compute.manager [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 717.066138] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.069314] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80daa328-7ef1-4de9-bb62-35bce73aaf09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.080251] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.080251] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03a4c27c-fabf-463b-82ca-2a4d28e1321c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.083779] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.088659] env[69674]: DEBUG oslo_vmware.api [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 717.088659] env[69674]: value = "task-3256436" [ 717.088659] env[69674]: _type = "Task" [ 717.088659] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.093952] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.212655] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584039} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.212655] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.212655] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.212655] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0204456-c87b-432f-bf4c-9ad980d65228 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.220600] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 717.220600] env[69674]: value = "task-3256437" [ 717.220600] env[69674]: _type = "Task" [ 717.220600] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.233595] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.251543] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524aaea0-6296-1afc-41c3-bf11175e0497, 'name': SearchDatastore_Task, 'duration_secs': 0.029703} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.251974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.252447] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.252750] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c4c23f1-799a-41e3-aa66-503e79953f0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.261718] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 717.261718] env[69674]: value = "task-3256438" [ 717.261718] env[69674]: _type = "Task" [ 717.261718] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.272355] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.337846] env[69674]: DEBUG nova.compute.manager [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 717.338255] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.339357] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2d105-aa7c-478f-9d8a-688e938b69cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.349027] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.349027] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88ba75b1-f621-40d0-b50a-e28918157954 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.357088] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 717.357088] env[69674]: value = "task-3256439" [ 717.357088] env[69674]: _type = "Task" [ 717.357088] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.367613] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.587711] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f1562f66-a5bc-453a-957a-a4a03e102c34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.604853] env[69674]: DEBUG oslo_vmware.api [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256436, 'name': PowerOffVM_Task, 'duration_secs': 0.27795} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.605031] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.605253] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.605720] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a75531a-1261-47b7-bfa1-ffd588a7d1c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.691729] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.692102] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.692449] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Deleting the datastore file [datastore1] 2d57287c-5315-4c71-867f-dd3d4018ab48 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.692937] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f44a7f-9eef-4c71-8d1b-7e65f9ba8932 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.705255] env[69674]: DEBUG oslo_vmware.api [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for the task: (returnval){ [ 717.705255] env[69674]: value = "task-3256441" [ 717.705255] env[69674]: _type = "Task" [ 717.705255] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.716341] env[69674]: DEBUG oslo_vmware.api [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.733921] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123422} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.734245] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.735120] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80af671f-6413-435e-b596-17debde9d756 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.759539] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.759891] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534feb89-e79e-4f51-9760-23447934c260 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.788304] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.790443] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 717.790443] env[69674]: value = "task-3256442" [ 717.790443] env[69674]: _type = "Task" [ 717.790443] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.802901] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.868377] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256439, 'name': PowerOffVM_Task, 'duration_secs': 0.206908} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.868659] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.868868] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.869144] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b440ffe-a1cd-4a8d-a5af-73d80a00b2ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.095488] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 62538e53-59e3-4851-884f-87c35d076c59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.215874] env[69674]: DEBUG oslo_vmware.api [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Task: {'id': task-3256441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264168} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.217030] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.217030] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.217030] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.217030] env[69674]: INFO nova.compute.manager [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Took 1.15 seconds to destroy the instance on the hypervisor. [ 718.217237] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.217354] env[69674]: DEBUG nova.compute.manager [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 718.217434] env[69674]: DEBUG nova.network.neutron [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.285656] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593406} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.285916] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.286148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.286468] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e220f794-b2dc-4ff7-b7fa-57a1e2d86381 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.294877] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 718.294877] env[69674]: value = "task-3256444" [ 718.294877] env[69674]: _type = "Task" [ 718.294877] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.301477] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256442, 'name': ReconfigVM_Task, 'duration_secs': 0.386638} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.302128] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.302962] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd3da6d8-46d9-4fa9-8c3c-d4b605613f8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.307777] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.313549] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 718.313549] env[69674]: value = "task-3256445" [ 718.313549] env[69674]: _type = "Task" [ 718.313549] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.323657] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256445, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.337331] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.337574] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.337759] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Deleting the datastore file [datastore2] fe91cc3d-1897-46f2-aacd-afcb505e042f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.338127] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db68d63-8cb4-4b55-a439-9c8e3b126d48 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.349018] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for the task: (returnval){ [ 718.349018] env[69674]: value = "task-3256446" [ 718.349018] env[69674]: _type = "Task" [ 718.349018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.357601] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.555380] env[69674]: DEBUG nova.compute.manager [req-b37ff8b6-f990-43c0-9afe-36f0523a8878 req-24172adf-caa9-49bc-92ad-1acd987e6dfe service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Received event network-vif-deleted-e7e68e41-0e7c-42fe-9bd8-955cb687a768 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 718.555591] env[69674]: INFO nova.compute.manager [req-b37ff8b6-f990-43c0-9afe-36f0523a8878 req-24172adf-caa9-49bc-92ad-1acd987e6dfe service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Neutron deleted interface e7e68e41-0e7c-42fe-9bd8-955cb687a768; detaching it from the instance and deleting it from the info cache [ 718.555769] env[69674]: DEBUG nova.network.neutron [req-b37ff8b6-f990-43c0-9afe-36f0523a8878 req-24172adf-caa9-49bc-92ad-1acd987e6dfe service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.599098] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 528e2c92-d01e-4c35-a2ba-70d439af2fc7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.807181] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126406} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.807374] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.808327] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ac0924-ff27-417a-8010-2d4360cc4b4c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.834610] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.838689] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fbc0a6-05f0-4527-b191-c87481ed4cbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.863108] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256445, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.864641] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 718.864641] env[69674]: value = "task-3256447" [ 718.864641] env[69674]: _type = "Task" [ 718.864641] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.871016] env[69674]: DEBUG oslo_vmware.api [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Task: {'id': task-3256446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188669} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.871622] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.871806] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.871986] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.872169] env[69674]: INFO nova.compute.manager [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Took 1.53 seconds to destroy the instance on the hypervisor. [ 718.872410] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.872594] env[69674]: DEBUG nova.compute.manager [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 718.872685] env[69674]: DEBUG nova.network.neutron [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.877732] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.040078] env[69674]: DEBUG nova.network.neutron [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.058947] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b55bf1e-586a-4535-905d-1f1b61b9b91c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.069379] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc03a49-698f-40e0-84d5-bb9eca0b1bd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.107307] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance acbf7099-6993-4d1b-9e90-62bf239a75ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.109449] env[69674]: DEBUG nova.compute.manager [req-b37ff8b6-f990-43c0-9afe-36f0523a8878 req-24172adf-caa9-49bc-92ad-1acd987e6dfe service nova] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Detach interface failed, port_id=e7e68e41-0e7c-42fe-9bd8-955cb687a768, reason: Instance 2d57287c-5315-4c71-867f-dd3d4018ab48 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 719.334880] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256445, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.375481] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.543363] env[69674]: INFO nova.compute.manager [-] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Took 1.33 seconds to deallocate network for instance. [ 719.610723] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e4a6a52b-268e-4547-9a2c-93e1b7224797 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.839964] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256445, 'name': Rename_Task, 'duration_secs': 1.249692} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.843237] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.843486] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d072f489-786e-4753-8d7f-acf24182ae80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.853108] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 719.853108] env[69674]: value = "task-3256448" [ 719.853108] env[69674]: _type = "Task" [ 719.853108] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.867696] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.876678] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256447, 'name': ReconfigVM_Task, 'duration_secs': 0.944115} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.876947] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Reconfigured VM instance instance-00000026 to attach disk [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.878133] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf7f75d2-ac18-4ea8-bb77-634e3a532d0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.886820] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 719.886820] env[69674]: value = "task-3256449" [ 719.886820] env[69674]: _type = "Task" [ 719.886820] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.898368] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256449, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.051639] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.113674] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 888b0976-1a94-4901-8904-fefd169b829b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.140731] env[69674]: DEBUG nova.network.neutron [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.363759] env[69674]: DEBUG oslo_vmware.api [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256448, 'name': PowerOnVM_Task, 'duration_secs': 0.500547} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.364029] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.364238] env[69674]: INFO nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Took 6.36 seconds to spawn the instance on the hypervisor. [ 720.364414] env[69674]: DEBUG nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 720.365195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68e451-dcea-4e9b-8824-d499c8c30031 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.397976] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256449, 'name': Rename_Task, 'duration_secs': 0.246677} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.398291] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.398544] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f87f6b3b-1286-47c6-b43c-39f445ed3bfb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.406133] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 720.406133] env[69674]: value = "task-3256450" [ 720.406133] env[69674]: _type = "Task" [ 720.406133] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.416671] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.596446] env[69674]: DEBUG nova.compute.manager [req-4730b0df-ffbe-4555-94f1-21fb66063da5 req-557063e5-0397-4718-b5c5-e89b32fcdad7 service nova] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Received event network-vif-deleted-70afac1f-3ba8-4109-af4d-2f21dc2ebd68 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 720.617079] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f3d9da99-449b-4716-9449-3858a40ebd05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.642833] env[69674]: INFO nova.compute.manager [-] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Took 1.77 seconds to deallocate network for instance. [ 720.883281] env[69674]: INFO nova.compute.manager [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Took 40.80 seconds to build instance. [ 720.918792] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.120519] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f71b254d-0b4e-4d35-a804-44f8f76a8c0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.151044] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.153289] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 721.154490] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b3a36-a81c-4d41-82b9-0711a548fba0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.161074] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 721.161242] env[69674]: ERROR oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk due to incomplete transfer. [ 721.161472] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-375d80c3-d195-434c-8e9d-8d2cb4f2e438 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.168368] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256b787-3ee4-0757-8600-ea8ccde41552/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 721.168575] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Uploaded image 55512400-727c-4b75-8a4a-1ced5cbb701b to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 721.172312] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 721.172312] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06a8ad4f-4813-44fa-a3e3-e54035c8812d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.178814] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 721.178814] env[69674]: value = "task-3256451" [ 721.178814] env[69674]: _type = "Task" [ 721.178814] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.187363] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256451, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.385595] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6f6df2e1-074e-4276-8399-e36e585e34d7 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.716s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.419599] env[69674]: DEBUG oslo_vmware.api [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256450, 'name': PowerOnVM_Task, 'duration_secs': 0.699472} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.419599] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.419742] env[69674]: INFO nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Took 10.22 seconds to spawn the instance on the hypervisor. [ 721.419822] env[69674]: DEBUG nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 721.420994] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2644a-9ba3-4ed2-ada0-144305003e39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.623416] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8f0d714b-1664-4a83-8f75-e48033d4611d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.689171] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256451, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.889151] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 721.941627] env[69674]: INFO nova.compute.manager [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Rebuilding instance [ 721.946815] env[69674]: INFO nova.compute.manager [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Took 47.95 seconds to build instance. [ 721.987146] env[69674]: DEBUG nova.compute.manager [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 721.988305] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457571f-2b48-4fcb-9432-9e701c609812 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.128032] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.128032] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 722.128442] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 722.192018] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256451, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.419197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.448598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20fb582b-a141-46a4-8262-f897c3d5d54e tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.101s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.473201] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.473298] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.473923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.473923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.473923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.478961] env[69674]: INFO nova.compute.manager [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Terminating instance [ 722.663183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d6fbe-e8c6-4de4-a9b8-5fdd73ae7075 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.671821] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079630c-3bfb-4f10-9c2f-ae4c25491e41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.707598] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574dc1d4-0f17-444e-bbc8-e112bf377c42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.718725] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e153e5-1b18-48d9-a54e-53f860c134b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.722770] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256451, 'name': Destroy_Task, 'duration_secs': 1.052986} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.723083] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Destroyed the VM [ 722.723448] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.724051] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e53f9792-c0e5-4610-99a1-71ce036aed26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.734041] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.736615] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 722.736615] env[69674]: value = "task-3256452" [ 722.736615] env[69674]: _type = "Task" [ 722.736615] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.748017] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.954622] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 722.965330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "d9736fca-c210-472a-8465-1113ff04a0e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.965500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.984184] env[69674]: DEBUG nova.compute.manager [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 722.984442] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.985386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf45200-c412-4971-99bb-93539c0e9598 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.994253] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.995031] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43624d6e-128d-487e-a967-32c9a0adc088 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.006747] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.007073] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-818e4f0e-c0fa-4365-8645-33c096a10b46 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.014576] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 723.014576] env[69674]: value = "task-3256454" [ 723.014576] env[69674]: _type = "Task" [ 723.014576] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.024928] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.238586] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.251744] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.479708] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.526914] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256454, 'name': PowerOffVM_Task, 'duration_secs': 0.132639} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.527265] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.527499] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.528316] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dcff24-4c7a-4f7b-ab20-ba21fb6f6bf0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.536456] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.536760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4476a7a7-b08a-4936-aafe-55e4c7185253 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.578511] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.578761] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.579022] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleting the datastore file [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.579316] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-463a1e2e-627e-4275-b55e-314fa7dd3584 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.587060] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 723.587060] env[69674]: value = "task-3256456" [ 723.587060] env[69674]: _type = "Task" [ 723.587060] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.596061] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.634577] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.634987] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.635234] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore2] 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.635551] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ae3e11-56b0-4e2e-9885-7dc561c3574b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.644860] env[69674]: DEBUG oslo_vmware.api [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 723.644860] env[69674]: value = "task-3256457" [ 723.644860] env[69674]: _type = "Task" [ 723.644860] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.657459] env[69674]: DEBUG oslo_vmware.api [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.659179] env[69674]: INFO nova.compute.manager [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Rebuilding instance [ 723.706449] env[69674]: DEBUG nova.compute.manager [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 723.708161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4bc7a-f271-43d7-9bfe-18d006cbe49a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.746787] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 723.747416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.763s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.747521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.221s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.749210] env[69674]: INFO nova.compute.claims [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.758789] env[69674]: DEBUG oslo_vmware.api [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.84296} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.759816] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.760133] env[69674]: INFO nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 724.098079] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122207} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.098354] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.098541] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.098722] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.155841] env[69674]: DEBUG oslo_vmware.api [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159707} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.156135] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.156325] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.156507] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.156678] env[69674]: INFO nova.compute.manager [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 724.156954] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.157171] env[69674]: DEBUG nova.compute.manager [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 724.157268] env[69674]: DEBUG nova.network.neutron [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.265577] env[69674]: DEBUG nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance disappeared during snapshot {{(pid=69674) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 724.276489] env[69674]: DEBUG nova.compute.manager [None req-9f8bbe8c-08c1-47e2-b0f0-34563e5fd3d1 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image not found during clean up 55512400-727c-4b75-8a4a-1ced5cbb701b {{(pid=69674) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 724.461653] env[69674]: DEBUG nova.compute.manager [req-f24864e0-1b7d-4eab-ad0d-d3b35cc085fc req-f35b7199-2488-4e7d-b89b-fe3c9e32e128 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Received event network-vif-deleted-d4ce53f3-4b3e-4274-bfe4-416ad4d001fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 724.461865] env[69674]: INFO nova.compute.manager [req-f24864e0-1b7d-4eab-ad0d-d3b35cc085fc req-f35b7199-2488-4e7d-b89b-fe3c9e32e128 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Neutron deleted interface d4ce53f3-4b3e-4274-bfe4-416ad4d001fb; detaching it from the instance and deleting it from the info cache [ 724.462080] env[69674]: DEBUG nova.network.neutron [req-f24864e0-1b7d-4eab-ad0d-d3b35cc085fc req-f35b7199-2488-4e7d-b89b-fe3c9e32e128 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.722254] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.722888] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903898e8-19b2-4c78-855d-278517aff535 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.731635] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 724.731635] env[69674]: value = "task-3256458" [ 724.731635] env[69674]: _type = "Task" [ 724.731635] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.741650] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.930970] env[69674]: DEBUG nova.network.neutron [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.967839] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8063ab88-910d-4ebc-b485-090b4b6655d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979577] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6402d86-24a5-4ef0-9268-4334c7c631aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.015738] env[69674]: DEBUG nova.compute.manager [req-f24864e0-1b7d-4eab-ad0d-d3b35cc085fc req-f35b7199-2488-4e7d-b89b-fe3c9e32e128 service nova] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Detach interface failed, port_id=d4ce53f3-4b3e-4274-bfe4-416ad4d001fb, reason: Instance 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 725.134556] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.134841] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.135047] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.135222] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.135371] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.135518] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.135727] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.135885] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.136066] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.136233] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.136396] env[69674]: DEBUG nova.virt.hardware [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.137780] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd140b-2659-4030-8f5a-0073796ecb8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.148231] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae967f-1a74-48ba-bcb0-1635b9d297af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.165211] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.170797] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.173294] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.173692] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86cb9dc7-ddcb-4975-8e52-485523f5f8f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.193427] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.193427] env[69674]: value = "task-3256459" [ 725.193427] env[69674]: _type = "Task" [ 725.193427] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.205798] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256459, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.241873] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256458, 'name': PowerOffVM_Task, 'duration_secs': 0.198773} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.242170] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.242412] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.243227] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7549d4-27a6-4345-a9f6-cbfd25634621 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.253994] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.254380] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a771e4c-f69c-4eee-b0eb-69f5877c2282 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.324617] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.325019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.325019] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.327768] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b7b4ad-6158-4f70-9908-c2e4cc530fec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.335541] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 725.335541] env[69674]: value = "task-3256461" [ 725.335541] env[69674]: _type = "Task" [ 725.335541] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.341220] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87432f0c-3ff8-4549-9734-d6499499d7f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.346418] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.350949] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5280468b-0aa9-4752-b9c1-b3abe2d922c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.380879] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9712ac3-652d-4808-8840-60d43e32d6d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.389436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dcbafb-22b3-46df-a221-295d1ccaa17c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.403768] env[69674]: DEBUG nova.compute.provider_tree [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.435063] env[69674]: INFO nova.compute.manager [-] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Took 1.28 seconds to deallocate network for instance. [ 725.707167] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256459, 'name': CreateVM_Task, 'duration_secs': 0.312017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.707388] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.707873] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.708047] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.708439] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.708843] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc999c0-c519-46cb-ab06-f04be1e5a9cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.715068] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 725.715068] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524bd147-7a3c-247b-9cab-834273fff746" [ 725.715068] env[69674]: _type = "Task" [ 725.715068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.728059] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524bd147-7a3c-247b-9cab-834273fff746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.845600] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149364} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.845857] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.846047] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.846230] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.906843] env[69674]: DEBUG nova.scheduler.client.report [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.940230] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.226507] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524bd147-7a3c-247b-9cab-834273fff746, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.227102] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.227471] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.227825] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.228106] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.228546] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.228922] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-429c08ba-1f37-4a03-a493-fb5408baa851 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.239851] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.239851] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.239851] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab491486-7d64-47ad-8744-178a0a473e00 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.245845] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 726.245845] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c8bc5b-6003-1573-419c-71f8eab6185b" [ 726.245845] env[69674]: _type = "Task" [ 726.245845] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.255158] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c8bc5b-6003-1573-419c-71f8eab6185b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.417027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.417557] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 726.420160] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.825s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.420358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.422507] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.791s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.423908] env[69674]: INFO nova.compute.claims [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.446079] env[69674]: INFO nova.scheduler.client.report [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Deleted allocations for instance 0791541e-da89-4120-8c87-c537b84a7b4b [ 726.757560] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c8bc5b-6003-1573-419c-71f8eab6185b, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.758450] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73212519-52cd-452a-bbb9-91edbb446bb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.765127] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 726.765127] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a1c2f0-afe8-18e2-10cf-02c31b778273" [ 726.765127] env[69674]: _type = "Task" [ 726.765127] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.773334] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a1c2f0-afe8-18e2-10cf-02c31b778273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.882484] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.882785] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.883137] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.883333] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.883483] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.883693] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.883951] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.884159] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.884372] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.884746] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.884811] env[69674]: DEBUG nova.virt.hardware [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.885746] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d2231-28da-4516-8844-d915ccd26a16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.894565] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f82e85-9990-41af-9b70-3a7dd2c7eab1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.909044] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:84:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6951d351-7075-4340-9451-faf0720c0c7e', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.916288] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.916485] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.916633] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d1f4168-2728-44da-98a1-0baeb334eddb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.935158] env[69674]: DEBUG nova.compute.utils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.936184] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 726.936448] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.945665] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.945665] env[69674]: value = "task-3256462" [ 726.945665] env[69674]: _type = "Task" [ 726.945665] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.957201] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256462, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.958411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c1678edd-2329-4a2c-bdc7-3139a2a47689 tempest-AttachInterfacesV270Test-1253544015 tempest-AttachInterfacesV270Test-1253544015-project-member] Lock "0791541e-da89-4120-8c87-c537b84a7b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.825s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.010326] env[69674]: DEBUG nova.policy [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1a3e97e06774382bd60e96704b06a66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10776eea400f4108b61f59d18ce6f898', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.276776] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a1c2f0-afe8-18e2-10cf-02c31b778273, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.277218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.277573] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.277966] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e79139b6-df91-41c2-ae7e-937305d0b4f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.289082] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 727.289082] env[69674]: value = "task-3256463" [ 727.289082] env[69674]: _type = "Task" [ 727.289082] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.296538] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.441139] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 727.463716] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256462, 'name': CreateVM_Task, 'duration_secs': 0.306795} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.464045] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.465721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.466812] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.467201] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.470069] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4362e9-c12f-4963-8ca4-d97f610154a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.475244] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 727.475244] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c56342-f8b8-2894-934e-32bb0b1b78a7" [ 727.475244] env[69674]: _type = "Task" [ 727.475244] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.484768] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c56342-f8b8-2894-934e-32bb0b1b78a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.640368] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Successfully created port: 39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.804391] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.990178] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c56342-f8b8-2894-934e-32bb0b1b78a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.992832] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.993194] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.993315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.993461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.993634] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.995041] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd2e415-3217-4e88-82eb-203ce56cec20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.005771] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.005771] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.009311] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df428454-00ea-48f5-b824-04fb862b6f19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.015824] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 728.015824] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c12b59-559b-f35a-4765-bb254149a794" [ 728.015824] env[69674]: _type = "Task" [ 728.015824] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.024442] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c12b59-559b-f35a-4765-bb254149a794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.039973] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd73e16-81ee-425b-845f-48c802fa8977 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.048066] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7500953-ed9a-4bbd-b591-69bd10575951 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.083401] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f14481-4da8-438b-81d7-e66bdb3e2c56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.091416] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e349eb-6a30-499c-9395-a4db99d73d17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.105939] env[69674]: DEBUG nova.compute.provider_tree [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.299789] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532485} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.300214] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.300321] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.300533] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3e46fa-7394-4533-9613-9d0f12d64a4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.308213] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 728.308213] env[69674]: value = "task-3256464" [ 728.308213] env[69674]: _type = "Task" [ 728.308213] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.319421] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.461752] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 728.491825] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.491825] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.492031] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.492068] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.492197] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.492347] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.492554] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.492715] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.492882] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.493169] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.493391] env[69674]: DEBUG nova.virt.hardware [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.494293] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120194c5-5400-4b73-aa94-5e0a69de0da0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.503418] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74579dd-56c1-47bc-ba64-4906f3b94269 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.532062] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c12b59-559b-f35a-4765-bb254149a794, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.532829] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca011dd7-6149-41d4-b055-6b20177926aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.538479] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 728.538479] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52072bcd-6962-72c8-71db-e6ac029cb29b" [ 728.538479] env[69674]: _type = "Task" [ 728.538479] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.547278] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52072bcd-6962-72c8-71db-e6ac029cb29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.609112] env[69674]: DEBUG nova.scheduler.client.report [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.819802] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063217} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.819802] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.820572] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6edbe-c906-4a3a-b958-cbbb4542c032 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.842079] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.842376] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdd3e2a-63bc-4779-b86f-14effb2af4ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.864294] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 728.864294] env[69674]: value = "task-3256465" [ 728.864294] env[69674]: _type = "Task" [ 728.864294] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.878113] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.050012] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52072bcd-6962-72c8-71db-e6ac029cb29b, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.050466] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.050853] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.051382] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9260224-ef5f-4e85-a285-5398fb8b01d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062018] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 729.062018] env[69674]: value = "task-3256466" [ 729.062018] env[69674]: _type = "Task" [ 729.062018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.068369] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.117020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.117020] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 729.118239] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.528s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.119821] env[69674]: INFO nova.compute.claims [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.378755] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256465, 'name': ReconfigVM_Task, 'duration_secs': 0.298779} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.379451] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5/bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.380317] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e55679-94e6-44af-bbee-3b7627b312f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.392031] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 729.392031] env[69674]: value = "task-3256467" [ 729.392031] env[69674]: _type = "Task" [ 729.392031] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.407166] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256467, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.572732] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.625688] env[69674]: DEBUG nova.compute.utils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.632431] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 729.632431] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.697076] env[69674]: DEBUG nova.policy [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd8809fa0bb46fea9e428cf72f9265b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf3897afca774f7eaac60b9d936a66c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.778591] env[69674]: DEBUG nova.compute.manager [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Received event network-vif-plugged-39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 729.778819] env[69674]: DEBUG oslo_concurrency.lockutils [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] Acquiring lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.779069] env[69674]: DEBUG oslo_concurrency.lockutils [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.779249] env[69674]: DEBUG oslo_concurrency.lockutils [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.779421] env[69674]: DEBUG nova.compute.manager [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] No waiting events found dispatching network-vif-plugged-39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.779832] env[69674]: WARNING nova.compute.manager [req-43edfe22-8457-435b-9fe4-d241c8d52e65 req-1e0f0eaa-4ccb-41aa-8bf8-5ee26f524609 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Received unexpected event network-vif-plugged-39158cd5-cc2c-4025-94b3-871b663ba4bd for instance with vm_state building and task_state spawning. [ 729.856724] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Successfully updated port: 39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.902668] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256467, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.015550] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Successfully created port: a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.072329] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60469} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.072622] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.072841] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.073165] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7b08302-5dc9-4c66-8934-b5bfe6192b20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.084346] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 730.084346] env[69674]: value = "task-3256468" [ 730.084346] env[69674]: _type = "Task" [ 730.084346] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.100288] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.130907] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 730.360454] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.360916] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquired lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.360916] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.409708] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256467, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.598909] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076307} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.599235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.600676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbab506-55f2-49f1-8182-6a07cea10c17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.625613] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.628463] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555b4250-6c2d-4386-9bfe-3bcccd2b7cdd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.655264] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 730.655264] env[69674]: value = "task-3256469" [ 730.655264] env[69674]: _type = "Task" [ 730.655264] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.667181] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.798341] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e648bf7-515f-4983-8b11-620fcaa2c222 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.807611] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea795d21-dc08-40db-8a8c-1c5e7dec7536 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842938] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e9daa-6ec5-4fab-8544-9774a03a1f6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.852102] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16636cc-726b-450e-b4cb-aecae5cbc5d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.869199] env[69674]: DEBUG nova.compute.provider_tree [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.907028] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256467, 'name': Rename_Task, 'duration_secs': 1.359189} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.907391] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.909456] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.909786] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c44b3f-43ed-43dc-8ef8-60cf1e2980d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.917528] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 730.917528] env[69674]: value = "task-3256470" [ 730.917528] env[69674]: _type = "Task" [ 730.917528] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.929023] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.098017] env[69674]: DEBUG nova.network.neutron [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updating instance_info_cache with network_info: [{"id": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "address": "fa:16:3e:6e:d4:33", "network": {"id": "ca347dad-42c8-4444-83b8-eaffabd06e0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-207419241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10776eea400f4108b61f59d18ce6f898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39158cd5-cc", "ovs_interfaceid": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.149376] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 731.165415] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256469, 'name': ReconfigVM_Task, 'duration_secs': 0.363101} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.165708] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Reconfigured VM instance instance-00000026 to attach disk [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983/a99a9f9b-05ed-46ad-96a2-c9c01b81f983.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.166491] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0100d8b5-a434-4626-9571-bc98851d8808 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.174458] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 731.174458] env[69674]: value = "task-3256471" [ 731.174458] env[69674]: _type = "Task" [ 731.174458] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.179479] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.179701] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.179863] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.180034] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.180189] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.180334] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.180539] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.180709] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.180886] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.181066] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.181246] env[69674]: DEBUG nova.virt.hardware [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.182336] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4611324-6cb6-4d36-9c1f-453c67b19bad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.193891] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e359f-f73f-4793-80b8-b261bc789a27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.197995] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256471, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.372744] env[69674]: DEBUG nova.scheduler.client.report [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.429681] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256470, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.600592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Releasing lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.600975] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Instance network_info: |[{"id": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "address": "fa:16:3e:6e:d4:33", "network": {"id": "ca347dad-42c8-4444-83b8-eaffabd06e0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-207419241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10776eea400f4108b61f59d18ce6f898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39158cd5-cc", "ovs_interfaceid": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 731.601460] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:d4:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39158cd5-cc2c-4025-94b3-871b663ba4bd', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.610623] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Creating folder: Project (10776eea400f4108b61f59d18ce6f898). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.612134] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36840d3-b40e-4b2f-a47d-5d60b4574bb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.615493] env[69674]: DEBUG nova.compute.manager [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Received event network-vif-plugged-a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 731.615731] env[69674]: DEBUG oslo_concurrency.lockutils [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] Acquiring lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.615981] env[69674]: DEBUG oslo_concurrency.lockutils [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.616209] env[69674]: DEBUG oslo_concurrency.lockutils [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.616422] env[69674]: DEBUG nova.compute.manager [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] No waiting events found dispatching network-vif-plugged-a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.616613] env[69674]: WARNING nova.compute.manager [req-954a447b-9d54-4be2-a0dd-c09f5eeeafc1 req-eabce1f5-4091-46ff-9a8a-79c61cbec7ae service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Received unexpected event network-vif-plugged-a2963c8c-2932-46a1-b154-ec4de582cd37 for instance with vm_state building and task_state spawning. [ 731.628408] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Created folder: Project (10776eea400f4108b61f59d18ce6f898) in parent group-v650515. [ 731.628603] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Creating folder: Instances. Parent ref: group-v650634. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.628984] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9064a6-6a00-4171-93f8-82fb631d29b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.640247] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Created folder: Instances in parent group-v650634. [ 731.640582] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.640835] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.641410] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6d02c9-6c0a-4f68-ad72-aa10952f616d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662864] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.662864] env[69674]: value = "task-3256474" [ 731.662864] env[69674]: _type = "Task" [ 731.662864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.672521] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256474, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.682559] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Successfully updated port: a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.688706] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256471, 'name': Rename_Task, 'duration_secs': 0.16725} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.688810] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.689344] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f89fb2f-00c1-4ae4-92dc-95da48122f3a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.697811] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 731.697811] env[69674]: value = "task-3256475" [ 731.697811] env[69674]: _type = "Task" [ 731.697811] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.706548] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.804310] env[69674]: DEBUG nova.compute.manager [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Received event network-changed-39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 731.804615] env[69674]: DEBUG nova.compute.manager [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Refreshing instance network info cache due to event network-changed-39158cd5-cc2c-4025-94b3-871b663ba4bd. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 731.804918] env[69674]: DEBUG oslo_concurrency.lockutils [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] Acquiring lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.805158] env[69674]: DEBUG oslo_concurrency.lockutils [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] Acquired lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.805290] env[69674]: DEBUG nova.network.neutron [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Refreshing network info cache for port 39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.878731] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.879403] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 731.882062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.344s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.883734] env[69674]: INFO nova.compute.claims [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.931781] env[69674]: DEBUG oslo_vmware.api [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256470, 'name': PowerOnVM_Task, 'duration_secs': 0.621071} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.932075] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.932306] env[69674]: DEBUG nova.compute.manager [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 731.933145] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638f7fc-72d3-4fa1-a4da-a4ed5d4197ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.173625] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256474, 'name': CreateVM_Task, 'duration_secs': 0.346118} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.173834] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.174578] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.174743] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.175190] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.175485] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40969d8-9085-4818-b519-65d2e702176d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.181155] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 732.181155] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201408a-070f-f383-9bc9-615cf6b16b04" [ 732.181155] env[69674]: _type = "Task" [ 732.181155] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.184510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.184648] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquired lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.184796] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.191612] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201408a-070f-f383-9bc9-615cf6b16b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.208474] env[69674]: DEBUG oslo_vmware.api [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256475, 'name': PowerOnVM_Task, 'duration_secs': 0.48311} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.208474] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.208616] env[69674]: DEBUG nova.compute.manager [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 732.209407] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f15143-3350-49f8-a723-0087cd9ddea8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.391608] env[69674]: DEBUG nova.compute.utils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.393755] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 732.393919] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.450484] env[69674]: DEBUG nova.policy [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef5306fbb0940daa5ea8ee384def408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f326348449b4b31b62e0b76a402b757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.454902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.528947] env[69674]: DEBUG nova.network.neutron [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updated VIF entry in instance network info cache for port 39158cd5-cc2c-4025-94b3-871b663ba4bd. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.530028] env[69674]: DEBUG nova.network.neutron [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updating instance_info_cache with network_info: [{"id": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "address": "fa:16:3e:6e:d4:33", "network": {"id": "ca347dad-42c8-4444-83b8-eaffabd06e0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-207419241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10776eea400f4108b61f59d18ce6f898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39158cd5-cc", "ovs_interfaceid": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.694023] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201408a-070f-f383-9bc9-615cf6b16b04, 'name': SearchDatastore_Task, 'duration_secs': 0.026565} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.694023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.694023] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.694023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.694023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.694023] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.694023] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3066c55c-a448-4a8d-8e77-d6b15ed0fef3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.705536] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.705939] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.706856] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418c5335-f600-4458-91a1-f01dc38ef9bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.718520] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 732.718520] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523c31c3-1eaa-4e18-8ce0-7c18179313d7" [ 732.718520] env[69674]: _type = "Task" [ 732.718520] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.724600] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.734650] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.738786] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523c31c3-1eaa-4e18-8ce0-7c18179313d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.739620] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cce709b-9718-401c-b285-8995acaea281 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.746215] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 732.746215] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ddcf48-e08e-968c-e188-f7365440003a" [ 732.746215] env[69674]: _type = "Task" [ 732.746215] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.757114] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ddcf48-e08e-968c-e188-f7365440003a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.848850] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Successfully created port: a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.897514] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 732.905666] env[69674]: DEBUG nova.network.neutron [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updating instance_info_cache with network_info: [{"id": "a2963c8c-2932-46a1-b154-ec4de582cd37", "address": "fa:16:3e:22:04:9d", "network": {"id": "94086f85-aad6-4ff0-a941-b7f356d95b2d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1217748572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3897afca774f7eaac60b9d936a66c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2963c8c-29", "ovs_interfaceid": "a2963c8c-2932-46a1-b154-ec4de582cd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.032648] env[69674]: DEBUG oslo_concurrency.lockutils [req-c2a5602a-d59a-4fdf-8722-16e8a6dd83bb req-9c8cbf25-1c56-4685-ac1c-549f08747f03 service nova] Releasing lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.263735] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ddcf48-e08e-968c-e188-f7365440003a, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.264048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.264406] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] ce86cfb9-bad4-4082-9e21-605396cc42f6/ce86cfb9-bad4-4082-9e21-605396cc42f6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.264683] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e1423c2-b1a6-492a-b9a9-74b2c0ccb740 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.277172] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 733.277172] env[69674]: value = "task-3256476" [ 733.277172] env[69674]: _type = "Task" [ 733.277172] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.289387] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.411755] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Releasing lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411755] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Instance network_info: |[{"id": "a2963c8c-2932-46a1-b154-ec4de582cd37", "address": "fa:16:3e:22:04:9d", "network": {"id": "94086f85-aad6-4ff0-a941-b7f356d95b2d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1217748572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3897afca774f7eaac60b9d936a66c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2963c8c-29", "ovs_interfaceid": "a2963c8c-2932-46a1-b154-ec4de582cd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 733.411755] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:04:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2963c8c-2932-46a1-b154-ec4de582cd37', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.422037] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Creating folder: Project (bf3897afca774f7eaac60b9d936a66c5). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.422037] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6446d9-eef5-4dcf-9347-2dea1331c95f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.433077] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Created folder: Project (bf3897afca774f7eaac60b9d936a66c5) in parent group-v650515. [ 733.433342] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Creating folder: Instances. Parent ref: group-v650637. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.433666] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b59d39f2-0d4f-4339-8513-d420f8407a4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.445815] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Created folder: Instances in parent group-v650637. [ 733.446203] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.446443] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.446722] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6edeaa2-9910-4528-845f-7cfa9d251dc6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475848] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.475848] env[69674]: value = "task-3256479" [ 733.475848] env[69674]: _type = "Task" [ 733.475848] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.482393] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b0e79-79d0-4d0a-9e36-97c19e1b6e32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.495280] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256479, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.496511] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c1391-83f3-4534-9595-312f09e0cae9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.501342] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.502355] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.502630] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.502845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.503029] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.505795] env[69674]: INFO nova.compute.manager [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Terminating instance [ 733.541739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dc6a62-5861-426e-a75b-fdc2620fcfea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.555751] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7e506-a363-41ed-8853-203b16bbbe4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.572507] env[69674]: DEBUG nova.compute.provider_tree [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.641194] env[69674]: DEBUG nova.compute.manager [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Received event network-changed-a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 733.641522] env[69674]: DEBUG nova.compute.manager [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Refreshing instance network info cache due to event network-changed-a2963c8c-2932-46a1-b154-ec4de582cd37. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 733.641767] env[69674]: DEBUG oslo_concurrency.lockutils [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] Acquiring lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.642075] env[69674]: DEBUG oslo_concurrency.lockutils [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] Acquired lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.643757] env[69674]: DEBUG nova.network.neutron [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Refreshing network info cache for port a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.788829] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.789168] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] ce86cfb9-bad4-4082-9e21-605396cc42f6/ce86cfb9-bad4-4082-9e21-605396cc42f6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.789978] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.789978] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08cc5200-b51d-4185-9e48-fa00d5f7a100 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.797684] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 733.797684] env[69674]: value = "task-3256480" [ 733.797684] env[69674]: _type = "Task" [ 733.797684] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.808877] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.911502] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 733.934975] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.935283] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.935444] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.935629] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.935771] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.935937] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.936168] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.936349] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.936552] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.936790] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.937332] env[69674]: DEBUG nova.virt.hardware [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.937857] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4650db05-236b-485a-8d6d-d182e3411a18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.947152] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b834869-447b-4484-91b8-7b80e1f9ffcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.986692] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256479, 'name': CreateVM_Task, 'duration_secs': 0.484083} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.986818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.987621] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.988436] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245ffd21-e6f1-4770-aa83-777d37584d98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.994320] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 733.994320] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527de18a-818f-debb-d300-23d22dff247e" [ 733.994320] env[69674]: _type = "Task" [ 733.994320] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.003774] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527de18a-818f-debb-d300-23d22dff247e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.010510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "refresh_cache-bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.010652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "refresh_cache-bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.010823] env[69674]: DEBUG nova.network.neutron [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.075952] env[69674]: DEBUG nova.scheduler.client.report [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.105346] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.105747] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.106081] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.106374] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.106663] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.109638] env[69674]: INFO nova.compute.manager [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Terminating instance [ 734.309838] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064349} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.311593] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.313226] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2aeec-1a07-41eb-bbed-77af87eb3ed5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.340641] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] ce86cfb9-bad4-4082-9e21-605396cc42f6/ce86cfb9-bad4-4082-9e21-605396cc42f6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.340969] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8825a714-a3a7-4dc2-963e-9960bfba3611 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.366098] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 734.366098] env[69674]: value = "task-3256481" [ 734.366098] env[69674]: _type = "Task" [ 734.366098] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.376158] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.452444] env[69674]: DEBUG nova.network.neutron [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updated VIF entry in instance network info cache for port a2963c8c-2932-46a1-b154-ec4de582cd37. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.452444] env[69674]: DEBUG nova.network.neutron [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updating instance_info_cache with network_info: [{"id": "a2963c8c-2932-46a1-b154-ec4de582cd37", "address": "fa:16:3e:22:04:9d", "network": {"id": "94086f85-aad6-4ff0-a941-b7f356d95b2d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1217748572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3897afca774f7eaac60b9d936a66c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2963c8c-29", "ovs_interfaceid": "a2963c8c-2932-46a1-b154-ec4de582cd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.495647] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Successfully updated port: a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.507914] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527de18a-818f-debb-d300-23d22dff247e, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.509015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.509265] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.509498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.509644] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.509819] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.510333] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f45c8048-b013-44df-8876-4f978088c939 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.527488] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.527673] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.528430] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65203f3-e14f-4a16-8e1b-36755a529906 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.534899] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 734.534899] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a7f98-20cd-c505-74ee-f78c99d90061" [ 734.534899] env[69674]: _type = "Task" [ 734.534899] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.539248] env[69674]: DEBUG nova.network.neutron [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.547170] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a7f98-20cd-c505-74ee-f78c99d90061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.560556] env[69674]: DEBUG nova.compute.manager [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Received event network-vif-plugged-a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 734.560784] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] Acquiring lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.561009] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] Lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.561252] env[69674]: DEBUG oslo_concurrency.lockutils [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] Lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.561403] env[69674]: DEBUG nova.compute.manager [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] No waiting events found dispatching network-vif-plugged-a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.561586] env[69674]: WARNING nova.compute.manager [req-1a7f5a7b-0e0a-4307-bf89-d1b8ba677e29 req-a2b957d6-3113-4a26-b3d9-2b7ab271e45a service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Received unexpected event network-vif-plugged-a8677fc8-d025-4364-b412-19911795271f for instance with vm_state building and task_state spawning. [ 734.584390] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.589024] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 734.589024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.664s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.589024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.594893] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.708s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.596315] env[69674]: INFO nova.compute.claims [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.603234] env[69674]: DEBUG nova.network.neutron [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.615353] env[69674]: DEBUG nova.compute.manager [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 734.615353] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.615353] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08644e3-fa53-4a03-ada7-b87e660a72d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.626102] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.626464] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e269594-7a8a-4063-96a6-06283dbaf628 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.635398] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 734.635398] env[69674]: value = "task-3256482" [ 734.635398] env[69674]: _type = "Task" [ 734.635398] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.640407] env[69674]: INFO nova.scheduler.client.report [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted allocations for instance 590c2cb4-0349-46db-b85c-6f845327e450 [ 734.651018] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.747341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.747597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.877536] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256481, 'name': ReconfigVM_Task, 'duration_secs': 0.437532} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.877536] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Reconfigured VM instance instance-00000028 to attach disk [datastore2] ce86cfb9-bad4-4082-9e21-605396cc42f6/ce86cfb9-bad4-4082-9e21-605396cc42f6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.877536] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d105a2d1-2b8c-4152-b09c-cb4a1ccc7cf8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.886463] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 734.886463] env[69674]: value = "task-3256483" [ 734.886463] env[69674]: _type = "Task" [ 734.886463] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.894886] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256483, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.954846] env[69674]: DEBUG oslo_concurrency.lockutils [req-6cab3bed-9ac3-419b-8eca-472f93fdd667 req-d7937db9-db99-4f4d-8272-e22b17db00f5 service nova] Releasing lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.001372] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.001565] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.001747] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.045461] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524a7f98-20cd-c505-74ee-f78c99d90061, 'name': SearchDatastore_Task, 'duration_secs': 0.023916} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.046293] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e71a2a-f07d-46eb-a806-7e2426103469 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.052292] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 735.052292] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d10c33-0ed2-d79a-d793-43bc4fd54f9b" [ 735.052292] env[69674]: _type = "Task" [ 735.052292] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.060054] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d10c33-0ed2-d79a-d793-43bc4fd54f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.102584] env[69674]: DEBUG nova.compute.utils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.104035] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 735.104136] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.106128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "refresh_cache-bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.106474] env[69674]: DEBUG nova.compute.manager [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 735.106657] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.107490] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98b13d-6b56-4396-971c-8770c39ec36a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.116971] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.117228] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8137f136-6faf-4596-b460-05e494ad98b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.125172] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 735.125172] env[69674]: value = "task-3256484" [ 735.125172] env[69674]: _type = "Task" [ 735.125172] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.134540] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.145276] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256482, 'name': PowerOffVM_Task, 'duration_secs': 0.19865} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.146824] env[69674]: DEBUG nova.policy [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed2b49d515e49e0a073e34104e9b390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53f348fb513421a8e73e94a1ab64746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.148236] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.148471] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.150682] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7ff884-9388-4eeb-bd11-ce17e19afb14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.152687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bbbcf3c9-28eb-4fcb-8f33-2710c3bbe3b9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "590c2cb4-0349-46db-b85c-6f845327e450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.712s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.226597] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.227097] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.227097] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] a99a9f9b-05ed-46ad-96a2-c9c01b81f983 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.227381] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b5922e-70cb-4344-bec7-17542c7d933c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.236500] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 735.236500] env[69674]: value = "task-3256486" [ 735.236500] env[69674]: _type = "Task" [ 735.236500] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.246186] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.402508] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256483, 'name': Rename_Task, 'duration_secs': 0.149997} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.403215] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.403340] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d3ead7-15e4-47e4-a9e7-e854bc8f2326 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.412425] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 735.412425] env[69674]: value = "task-3256487" [ 735.412425] env[69674]: _type = "Task" [ 735.412425] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.426900] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.516276] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Successfully created port: a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.545885] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.562994] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d10c33-0ed2-d79a-d793-43bc4fd54f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.075636} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.563316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 713b3237-6d09-4db2-9dd8-ccc7b303ca4b/713b3237-6d09-4db2-9dd8-ccc7b303ca4b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.563829] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18dd668c-a050-4a28-824e-840b751e8ea8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.573173] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 735.573173] env[69674]: value = "task-3256488" [ 735.573173] env[69674]: _type = "Task" [ 735.573173] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.581809] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.608703] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 735.641997] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256484, 'name': PowerOffVM_Task, 'duration_secs': 0.140491} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.642899] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.642899] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.642899] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e68e3fb6-e133-44cd-a021-bfe3335ca70d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.674420] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.674736] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.674862] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleting the datastore file [datastore2] bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.675467] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae1f6f7-f8bb-450a-b73a-25e0cf135c58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.684889] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 735.684889] env[69674]: value = "task-3256490" [ 735.684889] env[69674]: _type = "Task" [ 735.684889] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.697568] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.736155] env[69674]: DEBUG nova.network.neutron [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Updating instance_info_cache with network_info: [{"id": "a8677fc8-d025-4364-b412-19911795271f", "address": "fa:16:3e:44:18:a7", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677fc8-d0", "ovs_interfaceid": "a8677fc8-d025-4364-b412-19911795271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.753787] env[69674]: DEBUG oslo_vmware.api [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168839} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.754196] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.754482] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.754809] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.755047] env[69674]: INFO nova.compute.manager [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Took 1.14 seconds to destroy the instance on the hypervisor. [ 735.755351] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.755943] env[69674]: DEBUG nova.compute.manager [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 735.756115] env[69674]: DEBUG nova.network.neutron [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.925940] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.088284] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256488, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.152190] env[69674]: DEBUG nova.compute.manager [req-1d5cccdb-b20e-4d6c-85a5-9fb5e15c2061 req-580d6d9d-c86e-40a9-80ca-a67e3eeefe6f service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Received event network-vif-deleted-6951d351-7075-4340-9451-faf0720c0c7e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 736.152190] env[69674]: INFO nova.compute.manager [req-1d5cccdb-b20e-4d6c-85a5-9fb5e15c2061 req-580d6d9d-c86e-40a9-80ca-a67e3eeefe6f service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Neutron deleted interface 6951d351-7075-4340-9451-faf0720c0c7e; detaching it from the instance and deleting it from the info cache [ 736.152190] env[69674]: DEBUG nova.network.neutron [req-1d5cccdb-b20e-4d6c-85a5-9fb5e15c2061 req-580d6d9d-c86e-40a9-80ca-a67e3eeefe6f service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.202017] env[69674]: DEBUG oslo_vmware.api [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409168} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.202017] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.202017] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.202017] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.202017] env[69674]: INFO nova.compute.manager [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 736.202017] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.203959] env[69674]: DEBUG nova.compute.manager [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 736.204231] env[69674]: DEBUG nova.network.neutron [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.219794] env[69674]: DEBUG nova.network.neutron [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.244212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.244531] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Instance network_info: |[{"id": "a8677fc8-d025-4364-b412-19911795271f", "address": "fa:16:3e:44:18:a7", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677fc8-d0", "ovs_interfaceid": "a8677fc8-d025-4364-b412-19911795271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 736.245362] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:18:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8677fc8-d025-4364-b412-19911795271f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.253246] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Creating folder: Project (1f326348449b4b31b62e0b76a402b757). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.255950] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b695f059-19f0-4d94-956f-ecce721e90a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.270347] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Created folder: Project (1f326348449b4b31b62e0b76a402b757) in parent group-v650515. [ 736.270438] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Creating folder: Instances. Parent ref: group-v650640. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.271677] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0eb229c-b02f-4321-abb8-e89be4345020 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.273826] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb1b94-c950-43d9-824b-6c4db54a0f19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.283911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2fc46c-a012-42a7-810d-e5553f4bed04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.288521] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Created folder: Instances in parent group-v650640. [ 736.288788] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.289411] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.289986] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21166e39-1699-463b-b73d-ba8393857f14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.329521] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e154dca-19ab-4472-bd68-e9925724b817 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.335534] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.335534] env[69674]: value = "task-3256493" [ 736.335534] env[69674]: _type = "Task" [ 736.335534] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.341152] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4090f817-960e-4252-9603-3c79ba44ccb1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.350060] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256493, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.360045] env[69674]: DEBUG nova.compute.provider_tree [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.427842] env[69674]: DEBUG oslo_vmware.api [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3256487, 'name': PowerOnVM_Task, 'duration_secs': 0.77326} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.427842] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.427842] env[69674]: INFO nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Took 7.97 seconds to spawn the instance on the hypervisor. [ 736.428106] env[69674]: DEBUG nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 736.429062] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832afb2-5c61-403f-9b8b-dd42b96dbb12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.585153] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513689} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.585423] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 713b3237-6d09-4db2-9dd8-ccc7b303ca4b/713b3237-6d09-4db2-9dd8-ccc7b303ca4b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.585641] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.585887] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0887af-d2ee-433a-8ba6-fa0691738063 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.593135] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 736.593135] env[69674]: value = "task-3256494" [ 736.593135] env[69674]: _type = "Task" [ 736.593135] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.603479] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.609434] env[69674]: DEBUG nova.network.neutron [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.619671] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 736.651149] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.651485] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.651700] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.651955] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.652155] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.652351] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.652620] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.652807] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.653073] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.653372] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.653800] env[69674]: DEBUG nova.virt.hardware [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.654625] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0540579b-f400-4322-bb26-4a0c8a618058 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.660938] env[69674]: DEBUG nova.compute.manager [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Received event network-changed-a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 736.661178] env[69674]: DEBUG nova.compute.manager [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Refreshing instance network info cache due to event network-changed-a8677fc8-d025-4364-b412-19911795271f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 736.661449] env[69674]: DEBUG oslo_concurrency.lockutils [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] Acquiring lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.661602] env[69674]: DEBUG oslo_concurrency.lockutils [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] Acquired lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.661764] env[69674]: DEBUG nova.network.neutron [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Refreshing network info cache for port a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.664059] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f7b46f9-bb2a-4f39-813b-ca7bb650a686 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.669963] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee13efcc-a639-4382-8163-5ee3a1c2e1fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.679370] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d19f108-30aa-4b64-8745-4b51cfa17e2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.725155] env[69674]: DEBUG nova.network.neutron [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.726525] env[69674]: DEBUG nova.compute.manager [req-1d5cccdb-b20e-4d6c-85a5-9fb5e15c2061 req-580d6d9d-c86e-40a9-80ca-a67e3eeefe6f service nova] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Detach interface failed, port_id=6951d351-7075-4340-9451-faf0720c0c7e, reason: Instance a99a9f9b-05ed-46ad-96a2-c9c01b81f983 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 736.849130] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256493, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.863122] env[69674]: DEBUG nova.scheduler.client.report [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.955936] env[69674]: INFO nova.compute.manager [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Took 51.45 seconds to build instance. [ 737.103590] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069576} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.103852] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.104981] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deae41e-3f16-4017-a3ce-eaee1b132571 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.120497] env[69674]: INFO nova.compute.manager [-] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Took 1.36 seconds to deallocate network for instance. [ 737.129486] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 713b3237-6d09-4db2-9dd8-ccc7b303ca4b/713b3237-6d09-4db2-9dd8-ccc7b303ca4b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.131187] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8311994-4bbc-407c-8578-97c4b73d6796 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.159903] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 737.159903] env[69674]: value = "task-3256495" [ 737.159903] env[69674]: _type = "Task" [ 737.159903] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.171090] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.230620] env[69674]: INFO nova.compute.manager [-] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Took 1.03 seconds to deallocate network for instance. [ 737.236125] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Successfully updated port: a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.350649] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256493, 'name': CreateVM_Task, 'duration_secs': 0.778631} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.350976] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.351839] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.352086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.352515] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.352908] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f7e774-f226-48d8-bb5e-cd20133effed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.355197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.355449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.355658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.355857] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.356042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.361026] env[69674]: INFO nova.compute.manager [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Terminating instance [ 737.362736] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 737.362736] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5298ec95-b54e-8e97-ae7f-99d0bff61b9d" [ 737.362736] env[69674]: _type = "Task" [ 737.362736] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.370428] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.370620] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 737.375796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.862s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.375993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.377830] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.167s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.379507] env[69674]: INFO nova.compute.claims [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.390121] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5298ec95-b54e-8e97-ae7f-99d0bff61b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.390121] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.390121] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.390304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.390357] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390598] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.390834] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c0d34a-4725-4b0e-bd03-57748186a432 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.402777] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.403036] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.403853] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bec98e-0133-4c29-8e19-d655591cb400 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.411532] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 737.411532] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523aa8af-42be-09c9-eb40-281e54148651" [ 737.411532] env[69674]: _type = "Task" [ 737.411532] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.416088] env[69674]: INFO nova.scheduler.client.report [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted allocations for instance f5aa96f5-aff6-4f5a-9180-1957ac49002a [ 737.428126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.428403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.428605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.428785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.428981] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.431288] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523aa8af-42be-09c9-eb40-281e54148651, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.431629] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2036fd5-83b3-4cf7-935b-653fe21a4d5e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.435762] env[69674]: INFO nova.compute.manager [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Terminating instance [ 737.446316] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 737.446316] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522c85b2-daa4-30d0-db5f-83f824f349c0" [ 737.446316] env[69674]: _type = "Task" [ 737.446316] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.457610] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522c85b2-daa4-30d0-db5f-83f824f349c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.457993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cb506533-af68-41a9-9c2a-ac1a63025edd tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.046s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.484555] env[69674]: DEBUG nova.network.neutron [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Updated VIF entry in instance network info cache for port a8677fc8-d025-4364-b412-19911795271f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.485469] env[69674]: DEBUG nova.network.neutron [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Updating instance_info_cache with network_info: [{"id": "a8677fc8-d025-4364-b412-19911795271f", "address": "fa:16:3e:44:18:a7", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8677fc8-d0", "ovs_interfaceid": "a8677fc8-d025-4364-b412-19911795271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.651423] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.673528] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.744585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.744585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.744585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquired lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.744585] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.870948] env[69674]: DEBUG nova.compute.manager [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 737.871349] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.872320] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891229d-45be-4911-bf25-812fa1cd1590 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.880539] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.880766] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6be180-17a2-4416-8e99-b29ec515ed6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.883234] env[69674]: DEBUG nova.compute.utils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.887815] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 737.887815] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.895037] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 737.895037] env[69674]: value = "task-3256496" [ 737.895037] env[69674]: _type = "Task" [ 737.895037] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.906981] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.925853] env[69674]: DEBUG oslo_concurrency.lockutils [None req-926520ce-286f-4681-a0eb-b6909c1a29e6 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "f5aa96f5-aff6-4f5a-9180-1957ac49002a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.467s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.935656] env[69674]: DEBUG nova.policy [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dcb7452b91249a989b03dc0d952c1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f16fd2226ed04a9ea6b95d28fddf461b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.940061] env[69674]: DEBUG nova.compute.manager [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 737.940275] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.941812] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb42e8-54b2-456b-837c-6b0c046c9d96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.953714] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.954420] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f5f058-091b-4344-985a-541cecab1e9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.963441] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 737.971023] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522c85b2-daa4-30d0-db5f-83f824f349c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016165} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.971023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.976068] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d2281269-3f62-476d-81fb-0d47c60086a2/d2281269-3f62-476d-81fb-0d47c60086a2.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.976068] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 737.976068] env[69674]: value = "task-3256497" [ 737.976068] env[69674]: _type = "Task" [ 737.976068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.976068] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fef0aabd-f3b4-4ebc-a22b-7e8344e349d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.988735] env[69674]: DEBUG oslo_concurrency.lockutils [req-41cedd89-c05e-4058-8eb7-8608e21b64bb req-999569d5-15d7-4383-adc7-82fde31a295f service nova] Releasing lock "refresh_cache-d2281269-3f62-476d-81fb-0d47c60086a2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.989169] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.990747] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 737.990747] env[69674]: value = "task-3256498" [ 737.990747] env[69674]: _type = "Task" [ 737.990747] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.999935] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.174233] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256495, 'name': ReconfigVM_Task, 'duration_secs': 0.889022} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.174553] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 713b3237-6d09-4db2-9dd8-ccc7b303ca4b/713b3237-6d09-4db2-9dd8-ccc7b303ca4b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.175224] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7afd141d-ae0e-490e-a5f6-c346f5ed46bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.187331] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 738.187331] env[69674]: value = "task-3256499" [ 738.187331] env[69674]: _type = "Task" [ 738.187331] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.198695] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256499, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.224135] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "8b23f73b-a334-4421-8cda-528b3ece1d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.224388] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.224605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.224787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.224974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.227865] env[69674]: INFO nova.compute.manager [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Terminating instance [ 738.298351] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.394102] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 738.409409] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256496, 'name': PowerOffVM_Task, 'duration_secs': 0.236626} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.415213] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.415213] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.415448] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-965fafb0-dfba-4cca-b74a-375839c3ae7b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.432232] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Successfully created port: 9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.495080] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256497, 'name': PowerOffVM_Task, 'duration_secs': 0.189234} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.502269] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.502507] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.503684] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.506283] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f661951f-041c-4f62-b17f-5a72294bf33b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.515276] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.519343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.519579] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.519758] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleting the datastore file [datastore1] 4d6ce89e-a049-4769-a65d-4d656d5f9ce7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.520678] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7914cb63-0d43-4fa5-aca2-eaf1ff1c6aa0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.530531] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 738.530531] env[69674]: value = "task-3256502" [ 738.530531] env[69674]: _type = "Task" [ 738.530531] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.535360] env[69674]: DEBUG nova.network.neutron [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Updating instance_info_cache with network_info: [{"id": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "address": "fa:16:3e:65:cc:38", "network": {"id": "bb351cc0-dfbb-47a0-9227-750febb7e332", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-172985064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53f348fb513421a8e73e94a1ab64746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2aaa3cd-65", "ovs_interfaceid": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.548533] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.591916] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.592174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.592354] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleting the datastore file [datastore1] 316e932a-aa31-40e0-9bc4-54d4157d32b0 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.595468] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4eeaf75-10b6-4c1f-9b78-937edc143aed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.603677] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for the task: (returnval){ [ 738.603677] env[69674]: value = "task-3256503" [ 738.603677] env[69674]: _type = "Task" [ 738.603677] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.616827] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.700482] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Received event network-vif-plugged-a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 738.702306] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Acquiring lock "64083589-1c17-42e5-955b-4e609875a788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.702306] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Lock "64083589-1c17-42e5-955b-4e609875a788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.702306] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Lock "64083589-1c17-42e5-955b-4e609875a788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.702306] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] No waiting events found dispatching network-vif-plugged-a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.702306] env[69674]: WARNING nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Received unexpected event network-vif-plugged-a2aaa3cd-6515-4b39-a659-547eedbade9f for instance with vm_state building and task_state spawning. [ 738.702306] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Received event network-changed-a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 738.702306] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Refreshing instance network info cache due to event network-changed-a2aaa3cd-6515-4b39-a659-547eedbade9f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 738.702306] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Acquiring lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.706528] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256499, 'name': Rename_Task, 'duration_secs': 0.315399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.706809] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.707113] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccff80e7-a7d8-44e9-bff1-fa0a12568664 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.718392] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 738.718392] env[69674]: value = "task-3256504" [ 738.718392] env[69674]: _type = "Task" [ 738.718392] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.735544] env[69674]: DEBUG nova.compute.manager [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 738.735822] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.736152] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.737195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f14c82-8278-449b-8994-d91fcdcd3fef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.751735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.752090] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be2f84c-3ef8-4049-ae62-4350dbee44b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.760276] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 738.760276] env[69674]: value = "task-3256505" [ 738.760276] env[69674]: _type = "Task" [ 738.760276] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.775245] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.009145] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567002} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.009145] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d2281269-3f62-476d-81fb-0d47c60086a2/d2281269-3f62-476d-81fb-0d47c60086a2.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.009145] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.009544] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e02a3cc2-8892-4e48-9ffa-a5610af4ea76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.017383] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 739.017383] env[69674]: value = "task-3256506" [ 739.017383] env[69674]: _type = "Task" [ 739.017383] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.031863] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.044821] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Releasing lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.045141] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Instance network_info: |[{"id": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "address": "fa:16:3e:65:cc:38", "network": {"id": "bb351cc0-dfbb-47a0-9227-750febb7e332", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-172985064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53f348fb513421a8e73e94a1ab64746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2aaa3cd-65", "ovs_interfaceid": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 739.046327] env[69674]: DEBUG oslo_vmware.api [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307429} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.046327] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Acquired lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.046327] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Refreshing network info cache for port a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.047537] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:cc:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2aaa3cd-6515-4b39-a659-547eedbade9f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.056818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Creating folder: Project (a53f348fb513421a8e73e94a1ab64746). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.057165] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.057302] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.057857] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.057857] env[69674]: INFO nova.compute.manager [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 739.058027] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.063018] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686155c3-caaf-4151-99bc-c6a3a0470edd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.064993] env[69674]: DEBUG nova.compute.manager [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 739.065118] env[69674]: DEBUG nova.network.neutron [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.077765] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a58ac36-270f-4cf4-8058-481fc2f9088c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.083091] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Created folder: Project (a53f348fb513421a8e73e94a1ab64746) in parent group-v650515. [ 739.083354] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Creating folder: Instances. Parent ref: group-v650643. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.084040] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6ce02fd-6985-422b-82bf-c23a31fec7bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.089642] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26540f35-51aa-4535-9878-88485f216abd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.096943] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Created folder: Instances in parent group-v650643. [ 739.097317] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.123651] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.124595] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7433bda5-f4d4-4a91-a8c7-ec90792582b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.146671] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f284c-c596-4bce-b875-337d99e17364 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.162084] env[69674]: DEBUG oslo_vmware.api [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Task: {'id': task-3256503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273584} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.163414] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.163708] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.164052] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.164317] env[69674]: INFO nova.compute.manager [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 739.164615] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.165861] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a74cb-ac7a-47e5-868b-f3e01c560478 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.172036] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.172036] env[69674]: value = "task-3256509" [ 739.172036] env[69674]: _type = "Task" [ 739.172036] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.172460] env[69674]: DEBUG nova.compute.manager [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 739.172660] env[69674]: DEBUG nova.network.neutron [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.193605] env[69674]: DEBUG nova.compute.provider_tree [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.199848] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256509, 'name': CreateVM_Task} progress is 15%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.230845] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256504, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.279475] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256505, 'name': PowerOffVM_Task, 'duration_secs': 0.253435} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.279752] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.279926] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.280203] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e83cda-538f-4f93-a066-036944df2004 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.366662] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.367086] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.367410] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleting the datastore file [datastore1] 8b23f73b-a334-4421-8cda-528b3ece1d37 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.368137] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520cf19c-9e62-4d9d-8725-31eb4767a715 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.376477] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for the task: (returnval){ [ 739.376477] env[69674]: value = "task-3256511" [ 739.376477] env[69674]: _type = "Task" [ 739.376477] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.389862] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.408392] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 739.448077] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.448376] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.448534] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.448750] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.448904] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.449102] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.449331] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.449490] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.449663] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.449828] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.450040] env[69674]: DEBUG nova.virt.hardware [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.450983] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8476baf-6c08-4a8e-b9d4-3a7bf03a1d70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.460212] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e7dda0-881c-4950-8c56-46c19d1139ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.530212] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19302} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.530514] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.531342] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0103b77-0695-4225-b2a4-47ee409dcbdd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.556338] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] d2281269-3f62-476d-81fb-0d47c60086a2/d2281269-3f62-476d-81fb-0d47c60086a2.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.557543] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7895c43-affd-4627-890a-d47d8a689340 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.574092] env[69674]: DEBUG nova.network.neutron [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.581943] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 739.581943] env[69674]: value = "task-3256512" [ 739.581943] env[69674]: _type = "Task" [ 739.581943] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.687786] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256509, 'name': CreateVM_Task, 'duration_secs': 0.421849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.687969] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.688658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.688837] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.689198] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.689479] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9fa779-8e26-475d-9bd3-71a265c005a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.694970] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 739.694970] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a8277-36ed-1a08-9efc-1e153d3dbf93" [ 739.694970] env[69674]: _type = "Task" [ 739.694970] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.695940] env[69674]: DEBUG nova.scheduler.client.report [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.711147] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a8277-36ed-1a08-9efc-1e153d3dbf93, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.711147] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.711147] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.711147] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.711147] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.711147] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.711736] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2c0c34c-cf82-47ec-a7e6-d6b26cb5143a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.724856] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.724993] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.726176] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cf7b93-fdc3-4417-a938-8d3448804f90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.732377] env[69674]: DEBUG oslo_vmware.api [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256504, 'name': PowerOnVM_Task, 'duration_secs': 0.731998} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.733011] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.733249] env[69674]: INFO nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Took 8.58 seconds to spawn the instance on the hypervisor. [ 739.733493] env[69674]: DEBUG nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 739.734834] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f54acfc-2c4a-4f61-907f-da5a6231b969 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.738906] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 739.738906] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526dc076-d9a5-9342-3020-c61e35a7e4d2" [ 739.738906] env[69674]: _type = "Task" [ 739.738906] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.750718] env[69674]: DEBUG nova.compute.manager [req-cfcc9375-65e8-4530-b9ab-9d9c6655d3e2 req-962e2be5-9d0e-4936-a2b2-df53b4df43f7 service nova] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Received event network-vif-deleted-7354c7eb-6a55-40f4-b6a5-5ec8f04c740c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 739.757222] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526dc076-d9a5-9342-3020-c61e35a7e4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.757222] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3b54be-0c2a-4852-9935-f89f3fb1a191 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.763178] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 739.763178] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524cadc5-6620-f7de-e7f0-bde7d11b012f" [ 739.763178] env[69674]: _type = "Task" [ 739.763178] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.771520] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524cadc5-6620-f7de-e7f0-bde7d11b012f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.835346] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Updated VIF entry in instance network info cache for port a2aaa3cd-6515-4b39-a659-547eedbade9f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.835604] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Updating instance_info_cache with network_info: [{"id": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "address": "fa:16:3e:65:cc:38", "network": {"id": "bb351cc0-dfbb-47a0-9227-750febb7e332", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-172985064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53f348fb513421a8e73e94a1ab64746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2aaa3cd-65", "ovs_interfaceid": "a2aaa3cd-6515-4b39-a659-547eedbade9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.887391] env[69674]: DEBUG oslo_vmware.api [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Task: {'id': task-3256511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174265} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.887677] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.887894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.888112] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.888318] env[69674]: INFO nova.compute.manager [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 739.888869] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.888869] env[69674]: DEBUG nova.compute.manager [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 739.888869] env[69674]: DEBUG nova.network.neutron [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.076887] env[69674]: INFO nova.compute.manager [-] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Took 0.90 seconds to deallocate network for instance. [ 740.092246] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.203804] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.204484] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 740.206995] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.705s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.207233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.209425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.780s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.210970] env[69674]: INFO nova.compute.claims [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.241957] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Successfully updated port: 9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.246548] env[69674]: INFO nova.scheduler.client.report [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleted allocations for instance 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c [ 740.274513] env[69674]: INFO nova.compute.manager [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Took 48.68 seconds to build instance. [ 740.288032] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524cadc5-6620-f7de-e7f0-bde7d11b012f, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.288032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.288032] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 64083589-1c17-42e5-955b-4e609875a788/64083589-1c17-42e5-955b-4e609875a788.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.288032] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d50944e-d9c4-431a-8cc8-94a623d37750 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.301038] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 740.301038] env[69674]: value = "task-3256513" [ 740.301038] env[69674]: _type = "Task" [ 740.301038] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.315066] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.317955] env[69674]: DEBUG nova.network.neutron [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.338476] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Releasing lock "refresh_cache-64083589-1c17-42e5-955b-4e609875a788" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.338762] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Received event network-changed-39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 740.338921] env[69674]: DEBUG nova.compute.manager [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Refreshing instance network info cache due to event network-changed-39158cd5-cc2c-4025-94b3-871b663ba4bd. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 740.339221] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Acquiring lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.339379] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Acquired lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.339566] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Refreshing network info cache for port 39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.583918] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.594098] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256512, 'name': ReconfigVM_Task, 'duration_secs': 0.848141} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.594098] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] d2281269-3f62-476d-81fb-0d47c60086a2/d2281269-3f62-476d-81fb-0d47c60086a2.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.594650] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d029a7-8663-45d8-83d9-005b87648e32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.605161] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 740.605161] env[69674]: value = "task-3256514" [ 740.605161] env[69674]: _type = "Task" [ 740.605161] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.615529] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256514, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.648330] env[69674]: DEBUG nova.network.neutron [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.716568] env[69674]: DEBUG nova.compute.utils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.722725] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 740.723009] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.743228] env[69674]: DEBUG nova.compute.manager [req-461309fd-9951-4e58-8258-a77eeae97e4f req-1f0b4628-4ef4-4c6a-b4d8-c5da6b4bb849 service nova] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Received event network-vif-deleted-ff0cca32-b895-4587-88a9-11af5b22d2a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 740.743496] env[69674]: DEBUG nova.compute.manager [req-461309fd-9951-4e58-8258-a77eeae97e4f req-1f0b4628-4ef4-4c6a-b4d8-c5da6b4bb849 service nova] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Received event network-vif-deleted-adb17f0a-eab6-4992-b7e8-be8759289cd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 740.744575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.744719] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquired lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.744867] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.769934] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cf67bb76-a518-4c84-bbac-5f1013f28a2d tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "13862a3c-8dad-4f7a-ac72-312ab3f8ae7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.259s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.771962] env[69674]: DEBUG nova.policy [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '575b81b7a2ec4ed5adacdfbc849f8d27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b0df98ed67748189c947d02685dbeba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.776714] env[69674]: DEBUG oslo_concurrency.lockutils [None req-63f2437b-0134-4fdb-9c22-de9b9733c5c7 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.473s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.814018] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.816111] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.816393] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.817677] env[69674]: INFO nova.compute.manager [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Rebooting instance [ 740.821114] env[69674]: INFO nova.compute.manager [-] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Took 1.76 seconds to deallocate network for instance. [ 741.111670] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updated VIF entry in instance network info cache for port 39158cd5-cc2c-4025-94b3-871b663ba4bd. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.111949] env[69674]: DEBUG nova.network.neutron [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updating instance_info_cache with network_info: [{"id": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "address": "fa:16:3e:6e:d4:33", "network": {"id": "ca347dad-42c8-4444-83b8-eaffabd06e0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-207419241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10776eea400f4108b61f59d18ce6f898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39158cd5-cc", "ovs_interfaceid": "39158cd5-cc2c-4025-94b3-871b663ba4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.120739] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256514, 'name': Rename_Task, 'duration_secs': 0.337178} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.121253] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.121362] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3766e25-65de-4014-879d-698f10393a45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.129628] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 741.129628] env[69674]: value = "task-3256515" [ 741.129628] env[69674]: _type = "Task" [ 741.129628] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.142176] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.146057] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Successfully created port: 496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.150435] env[69674]: INFO nova.compute.manager [-] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Took 1.26 seconds to deallocate network for instance. [ 741.223602] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 741.287933] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 741.311192] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602797} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.315661] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.317610] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 64083589-1c17-42e5-955b-4e609875a788/64083589-1c17-42e5-955b-4e609875a788.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.317710] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.318193] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5f65ce-460e-4666-91a2-cb6ef11f9514 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.329631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.335783] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 741.335783] env[69674]: value = "task-3256516" [ 741.335783] env[69674]: _type = "Task" [ 741.335783] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.353509] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.354725] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.354911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquired lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.355105] env[69674]: DEBUG nova.network.neutron [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.549470] env[69674]: DEBUG nova.network.neutron [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Updating instance_info_cache with network_info: [{"id": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "address": "fa:16:3e:04:c4:e8", "network": {"id": "9774bda1-4e73-47d7-9d85-72a94b4a3a1f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1876012335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16fd2226ed04a9ea6b95d28fddf461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9957a909-f3", "ovs_interfaceid": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.614812] env[69674]: DEBUG oslo_concurrency.lockutils [req-76614630-28a4-4672-88fc-5ba1b9aa3a03 req-79bb30e9-70b3-493a-9cf4-87152a2c8926 service nova] Releasing lock "refresh_cache-ce86cfb9-bad4-4082-9e21-605396cc42f6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.645018] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.656210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.784635] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56806af1-30c1-4264-a3c8-3e96d66dc4b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.795446] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae3d24a-6480-45d4-a660-ede20a850b85 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.832236] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.832236] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a015cc5f-20bc-4416-8fa4-02bdc52ce6fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.842967] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad671994-5a54-44c0-b015-ae9da815e8ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.852665] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251191} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.859764] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.862770] env[69674]: DEBUG nova.compute.provider_tree [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.864624] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f5841-0ac4-401c-8385-52eaccece75a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.870324] env[69674]: DEBUG nova.compute.manager [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Received event network-vif-plugged-9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 741.870537] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Acquiring lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.870778] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.870942] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.871125] env[69674]: DEBUG nova.compute.manager [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] No waiting events found dispatching network-vif-plugged-9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.871299] env[69674]: WARNING nova.compute.manager [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Received unexpected event network-vif-plugged-9957a909-f38e-4061-96ec-6d2b06e1b98c for instance with vm_state building and task_state spawning. [ 741.871452] env[69674]: DEBUG nova.compute.manager [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Received event network-changed-9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 741.871662] env[69674]: DEBUG nova.compute.manager [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Refreshing instance network info cache due to event network-changed-9957a909-f38e-4061-96ec-6d2b06e1b98c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 741.871755] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Acquiring lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.889827] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 64083589-1c17-42e5-955b-4e609875a788/64083589-1c17-42e5-955b-4e609875a788.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.891179] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4780f79a-0ef3-4708-aabc-53f90959f2fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.912378] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 741.912378] env[69674]: value = "task-3256517" [ 741.912378] env[69674]: _type = "Task" [ 741.912378] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.924272] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.054475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Releasing lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.054475] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Instance network_info: |[{"id": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "address": "fa:16:3e:04:c4:e8", "network": {"id": "9774bda1-4e73-47d7-9d85-72a94b4a3a1f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1876012335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16fd2226ed04a9ea6b95d28fddf461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9957a909-f3", "ovs_interfaceid": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 742.054475] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Acquired lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.054475] env[69674]: DEBUG nova.network.neutron [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Refreshing network info cache for port 9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.054787] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:c4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9957a909-f38e-4061-96ec-6d2b06e1b98c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.063097] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Creating folder: Project (f16fd2226ed04a9ea6b95d28fddf461b). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.066505] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf4c04a8-d86c-4c02-96d3-09b04fd6cd7e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.081424] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Created folder: Project (f16fd2226ed04a9ea6b95d28fddf461b) in parent group-v650515. [ 742.081656] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Creating folder: Instances. Parent ref: group-v650646. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.081913] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb912d5-da0e-4c58-9efc-cadb0f98a9fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.092680] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Created folder: Instances in parent group-v650646. [ 742.092925] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.093133] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.093347] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f49dac6-db78-46a8-b119-653cf155c313 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.119348] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.119348] env[69674]: value = "task-3256520" [ 742.119348] env[69674]: _type = "Task" [ 742.119348] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.129138] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256520, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.142826] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256515, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.159032] env[69674]: DEBUG nova.network.neutron [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updating instance_info_cache with network_info: [{"id": "a2963c8c-2932-46a1-b154-ec4de582cd37", "address": "fa:16:3e:22:04:9d", "network": {"id": "94086f85-aad6-4ff0-a941-b7f356d95b2d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1217748572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3897afca774f7eaac60b9d936a66c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2963c8c-29", "ovs_interfaceid": "a2963c8c-2932-46a1-b154-ec4de582cd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.237627] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 742.270518] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.270845] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.271017] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.271247] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.271447] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.271575] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.271832] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.272082] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.272282] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.272481] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.272730] env[69674]: DEBUG nova.virt.hardware [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.273965] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82ea78-52b1-4af9-895f-2e34225020a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.284991] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d1818a-6338-460a-9013-cff546688ba5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.369015] env[69674]: DEBUG nova.scheduler.client.report [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.424609] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256517, 'name': ReconfigVM_Task, 'duration_secs': 0.335263} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.424917] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 64083589-1c17-42e5-955b-4e609875a788/64083589-1c17-42e5-955b-4e609875a788.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.425578] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c943a6-0477-47a8-9325-cf3c712aef6a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.433983] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 742.433983] env[69674]: value = "task-3256521" [ 742.433983] env[69674]: _type = "Task" [ 742.433983] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.443622] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256521, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.632762] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256520, 'name': CreateVM_Task, 'duration_secs': 0.457699} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.632762] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.632762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.632762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.633055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.633230] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dcc702-4beb-4158-98c2-5bd24fd6f962 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.642409] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 742.642409] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524f2140-9bfd-7b82-6441-af03b8a2f411" [ 742.642409] env[69674]: _type = "Task" [ 742.642409] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.646234] env[69674]: DEBUG oslo_vmware.api [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256515, 'name': PowerOnVM_Task, 'duration_secs': 1.142853} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.651835] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.652075] env[69674]: INFO nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Took 8.74 seconds to spawn the instance on the hypervisor. [ 742.652260] env[69674]: DEBUG nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 742.653052] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834bf9b0-e743-4223-86a6-65fc139cec8e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.664475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Releasing lock "refresh_cache-713b3237-6d09-4db2-9dd8-ccc7b303ca4b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.665362] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524f2140-9bfd-7b82-6441-af03b8a2f411, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.666931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.667174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.667410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667554] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667731] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.671022] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-952a8507-7691-4f3b-ae5f-05aaaabecf15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.682052] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.682160] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.682979] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203eed3c-432e-452d-b2a5-fa4aa7a26fb9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.691236] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 742.691236] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e7816f-faee-c1d6-36ea-24fe78ab01a3" [ 742.691236] env[69674]: _type = "Task" [ 742.691236] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.700773] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e7816f-faee-c1d6-36ea-24fe78ab01a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.815567] env[69674]: DEBUG nova.network.neutron [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Updated VIF entry in instance network info cache for port 9957a909-f38e-4061-96ec-6d2b06e1b98c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.815925] env[69674]: DEBUG nova.network.neutron [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Updating instance_info_cache with network_info: [{"id": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "address": "fa:16:3e:04:c4:e8", "network": {"id": "9774bda1-4e73-47d7-9d85-72a94b4a3a1f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1876012335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16fd2226ed04a9ea6b95d28fddf461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9957a909-f3", "ovs_interfaceid": "9957a909-f38e-4061-96ec-6d2b06e1b98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.874914] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.875449] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 742.878820] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.785s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.883158] env[69674]: INFO nova.compute.claims [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.946012] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256521, 'name': Rename_Task, 'duration_secs': 0.155526} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.946945] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.947272] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f19a076-8c93-4dd3-a1e3-05e2c7b8bc95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.955186] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 742.955186] env[69674]: value = "task-3256522" [ 742.955186] env[69674]: _type = "Task" [ 742.955186] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.965339] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.033830] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Successfully updated port: 496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.174620] env[69674]: DEBUG nova.compute.manager [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 743.181423] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3baa8-3dee-433f-b301-e2120ff1e462 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.193202] env[69674]: INFO nova.compute.manager [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Took 46.62 seconds to build instance. [ 743.204961] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e7816f-faee-c1d6-36ea-24fe78ab01a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013538} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.205587] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37564ec-027e-484d-b956-a90354a9f558 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.213030] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 743.213030] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520435c1-a3df-83c4-ce98-5dd6ee33a1ee" [ 743.213030] env[69674]: _type = "Task" [ 743.213030] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.224989] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520435c1-a3df-83c4-ce98-5dd6ee33a1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.319455] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6c6fc50-83cd-456b-ac99-50cb8975f63f req-e91dc50a-ba59-4d54-ae3e-68e384927b95 service nova] Releasing lock "refresh_cache-2fd3fc55-6157-4c52-b827-9cba78ab186d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386088] env[69674]: DEBUG nova.compute.utils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.390033] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 743.390033] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.442753] env[69674]: DEBUG nova.policy [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.469461] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.540498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.540498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.540498] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.698528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7dcf34c3-6484-413a-804b-8cc935d7b568 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.894s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.727092] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520435c1-a3df-83c4-ce98-5dd6ee33a1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.727429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.727722] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2fd3fc55-6157-4c52-b827-9cba78ab186d/2fd3fc55-6157-4c52-b827-9cba78ab186d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.728050] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d6b31c-03fb-48f4-8d81-ca4d4bc20f2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.738109] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 743.738109] env[69674]: value = "task-3256523" [ 743.738109] env[69674]: _type = "Task" [ 743.738109] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.748530] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.836627] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Successfully created port: 52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.890265] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 743.900085] env[69674]: DEBUG nova.compute.manager [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Received event network-vif-plugged-496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 743.900288] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Acquiring lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.900494] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.900669] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.900867] env[69674]: DEBUG nova.compute.manager [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] No waiting events found dispatching network-vif-plugged-496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.901245] env[69674]: WARNING nova.compute.manager [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Received unexpected event network-vif-plugged-496d8831-b0b3-4f15-8628-2756404d0017 for instance with vm_state building and task_state spawning. [ 743.901455] env[69674]: DEBUG nova.compute.manager [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Received event network-changed-496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 743.901614] env[69674]: DEBUG nova.compute.manager [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Refreshing instance network info cache due to event network-changed-496d8831-b0b3-4f15-8628-2756404d0017. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 743.901777] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Acquiring lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.972104] env[69674]: DEBUG oslo_vmware.api [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256522, 'name': PowerOnVM_Task, 'duration_secs': 0.572929} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.972456] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.972770] env[69674]: INFO nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Took 7.35 seconds to spawn the instance on the hypervisor. [ 743.972971] env[69674]: DEBUG nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 743.974177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca529bc4-635a-4a45-8d04-a46b659a06a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082851] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.202221] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 744.208083] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc843801-a815-4c0e-b963-3f221cb597b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.218418] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Doing hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 744.218698] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f644cd53-fbed-468b-bdc7-abea7b1e5509 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.229549] env[69674]: DEBUG oslo_vmware.api [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 744.229549] env[69674]: value = "task-3256524" [ 744.229549] env[69674]: _type = "Task" [ 744.229549] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.245853] env[69674]: DEBUG oslo_vmware.api [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256524, 'name': ResetVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.258592] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474482} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.258592] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2fd3fc55-6157-4c52-b827-9cba78ab186d/2fd3fc55-6157-4c52-b827-9cba78ab186d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.258592] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.258592] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b39c2b-0e4a-4aea-8bf9-09f02599320c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.266743] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 744.266743] env[69674]: value = "task-3256525" [ 744.266743] env[69674]: _type = "Task" [ 744.266743] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.283085] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.283608] env[69674]: DEBUG nova.network.neutron [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Updating instance_info_cache with network_info: [{"id": "496d8831-b0b3-4f15-8628-2756404d0017", "address": "fa:16:3e:d9:01:28", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496d8831-b0", "ovs_interfaceid": "496d8831-b0b3-4f15-8628-2756404d0017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.497235] env[69674]: INFO nova.compute.manager [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Took 45.98 seconds to build instance. [ 744.544263] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52aa8fa-62b9-4264-9b62-19ab3f4511a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.552059] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f20ea-6af2-4b13-a20a-5c4fc5fad810 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.585819] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3212450-3a88-453c-bb46-7729556e2147 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.595076] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d000bf7-febf-423f-b3b8-665f3618ab6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.610214] env[69674]: DEBUG nova.compute.provider_tree [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.727921] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.738468] env[69674]: DEBUG oslo_vmware.api [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256524, 'name': ResetVM_Task, 'duration_secs': 0.122356} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.738734] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Did hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 744.738922] env[69674]: DEBUG nova.compute.manager [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 744.739734] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8bfa4d-47e3-4982-ac16-13f737b2bec9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.780911] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084423} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.781195] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.781960] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b7f7b-86e2-4835-a6ef-05de126dbad3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.796384] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.796566] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Instance network_info: |[{"id": "496d8831-b0b3-4f15-8628-2756404d0017", "address": "fa:16:3e:d9:01:28", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496d8831-b0", "ovs_interfaceid": "496d8831-b0b3-4f15-8628-2756404d0017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 744.805812] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2fd3fc55-6157-4c52-b827-9cba78ab186d/2fd3fc55-6157-4c52-b827-9cba78ab186d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.806141] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Acquired lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.806326] env[69674]: DEBUG nova.network.neutron [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Refreshing network info cache for port 496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.807472] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:01:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '496d8831-b0b3-4f15-8628-2756404d0017', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.814983] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Creating folder: Project (6b0df98ed67748189c947d02685dbeba). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.814983] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930ad0a8-44bc-4cb9-8dc8-fd4dbcea6f67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.830203] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2782599a-8813-4a45-bae1-04d0c58f9adf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.839960] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 744.839960] env[69674]: value = "task-3256527" [ 744.839960] env[69674]: _type = "Task" [ 744.839960] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.844572] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Created folder: Project (6b0df98ed67748189c947d02685dbeba) in parent group-v650515. [ 744.844771] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Creating folder: Instances. Parent ref: group-v650649. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.845405] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5a18045-8ae2-4753-9d67-d302dd6f69f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.850734] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.856478] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Created folder: Instances in parent group-v650649. [ 744.856761] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.857015] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.857259] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e0990f-344a-445d-bfc2-b38466ed8fdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.878175] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.878175] env[69674]: value = "task-3256529" [ 744.878175] env[69674]: _type = "Task" [ 744.878175] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.886283] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256529, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.903876] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 744.932053] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.932373] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.932547] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.932795] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.932986] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.933190] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.933413] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.933586] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.933780] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.933914] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.934121] env[69674]: DEBUG nova.virt.hardware [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.935476] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e238e-e3f0-4144-97ca-9553a7352d76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.943831] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5cdbe0-a002-4125-bfbb-b712ea75a61f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.999977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8a643ac-37ea-48d2-82ab-1e3536865d3d tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.735s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.100994] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.101300] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.113169] env[69674]: DEBUG nova.scheduler.client.report [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.253694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-674fcb59-4306-4434-907d-973bed567452 tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.437s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.354032] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.389978] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256529, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.502943] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 745.612370] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Successfully updated port: 52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.617597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.618115] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 745.621016] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.570s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.621268] env[69674]: DEBUG nova.objects.instance [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lazy-loading 'resources' on Instance uuid 2d57287c-5315-4c71-867f-dd3d4018ab48 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.636362] env[69674]: DEBUG nova.network.neutron [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Updated VIF entry in instance network info cache for port 496d8831-b0b3-4f15-8628-2756404d0017. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.637531] env[69674]: DEBUG nova.network.neutron [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Updating instance_info_cache with network_info: [{"id": "496d8831-b0b3-4f15-8628-2756404d0017", "address": "fa:16:3e:d9:01:28", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496d8831-b0", "ovs_interfaceid": "496d8831-b0b3-4f15-8628-2756404d0017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.685487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "64083589-1c17-42e5-955b-4e609875a788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.685487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.685487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "64083589-1c17-42e5-955b-4e609875a788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.685487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.685487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.687770] env[69674]: INFO nova.compute.manager [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Terminating instance [ 745.852852] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256527, 'name': ReconfigVM_Task, 'duration_secs': 0.719608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.853277] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2fd3fc55-6157-4c52-b827-9cba78ab186d/2fd3fc55-6157-4c52-b827-9cba78ab186d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.854250] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ad57dc6-6fb8-4569-acb9-f6d6feb54004 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863224] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 745.863224] env[69674]: value = "task-3256530" [ 745.863224] env[69674]: _type = "Task" [ 745.863224] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.875471] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256530, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.891465] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256529, 'name': CreateVM_Task, 'duration_secs': 0.684396} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.891728] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.892661] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.892934] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.893410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.893795] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccba171-fa08-48e5-b386-753b73d9ca2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.900206] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 745.900206] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df088d-5656-d903-6476-41604e571859" [ 745.900206] env[69674]: _type = "Task" [ 745.900206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.922242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.922574] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.922790] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.922989] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.923183] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.924803] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df088d-5656-d903-6476-41604e571859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.925500] env[69674]: INFO nova.compute.manager [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Terminating instance [ 745.929608] env[69674]: DEBUG nova.compute.manager [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Received event network-vif-plugged-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 745.929874] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.930166] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Lock "c648d597-0473-46d4-bd23-63e396311140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.930616] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Lock "c648d597-0473-46d4-bd23-63e396311140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.930866] env[69674]: DEBUG nova.compute.manager [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] No waiting events found dispatching network-vif-plugged-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.931093] env[69674]: WARNING nova.compute.manager [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Received unexpected event network-vif-plugged-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 for instance with vm_state building and task_state spawning. [ 745.931346] env[69674]: DEBUG nova.compute.manager [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Received event network-changed-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 745.931501] env[69674]: DEBUG nova.compute.manager [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Refreshing instance network info cache due to event network-changed-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 745.931773] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Acquiring lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931990] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Acquired lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932278] env[69674]: DEBUG nova.network.neutron [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Refreshing network info cache for port 52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.033054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.116917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128721] env[69674]: DEBUG nova.compute.utils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.130707] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 746.130864] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.139453] env[69674]: DEBUG oslo_concurrency.lockutils [req-14b99f09-342c-4ca7-997f-fa628f9d4f79 req-b2748145-d10e-450b-bfce-229a7910796f service nova] Releasing lock "refresh_cache-c28ff0c9-96fc-45af-80be-4915955b0aea" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.177886] env[69674]: DEBUG nova.policy [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47beedc060894a6883219e00b30acb45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4608fa1e034d48ce8a8d8fab9b13e0d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.191699] env[69674]: DEBUG nova.compute.manager [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 746.192043] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.192823] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549b7c9-9442-4945-b255-6c3f74cba211 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.203992] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.204279] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3eb72c5-24e3-4d9a-9aca-abaf5a4cb669 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.213274] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 746.213274] env[69674]: value = "task-3256531" [ 746.213274] env[69674]: _type = "Task" [ 746.213274] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.222188] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.373764] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256530, 'name': Rename_Task, 'duration_secs': 0.282638} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.376864] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.377397] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a01f76b-d586-464f-86d3-c7e5ec4e82d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.387795] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 746.387795] env[69674]: value = "task-3256532" [ 746.387795] env[69674]: _type = "Task" [ 746.387795] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.398784] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.413489] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df088d-5656-d903-6476-41604e571859, 'name': SearchDatastore_Task, 'duration_secs': 0.026771} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.413839] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.414111] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.414824] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.414983] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.415197] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.415528] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bdf615b-eaa2-48d3-a17e-f15813be6a22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.433549] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.433549] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.435796] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f05bb8-41f7-41fc-8abb-ff3f2fb163ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.439097] env[69674]: DEBUG nova.compute.manager [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 746.439495] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.442925] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b386a2-c797-48f9-b904-45675d43570a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.453398] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 746.453398] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a056a9-1c07-18a8-10da-6013f68b0720" [ 746.453398] env[69674]: _type = "Task" [ 746.453398] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.456236] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.460588] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c1b7de-801b-427b-9f42-7154c5a77a0b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.472990] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a056a9-1c07-18a8-10da-6013f68b0720, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.474916] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 746.474916] env[69674]: value = "task-3256533" [ 746.474916] env[69674]: _type = "Task" [ 746.474916] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.475221] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a74e1b-570c-484c-9ff3-d6b776ef8e48 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.489662] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 746.489662] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe16db-77ef-4ef5-5123-f6550cc3300e" [ 746.489662] env[69674]: _type = "Task" [ 746.489662] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.494311] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.496365] env[69674]: DEBUG nova.network.neutron [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.513736] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe16db-77ef-4ef5-5123-f6550cc3300e, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.514167] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.514493] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c28ff0c9-96fc-45af-80be-4915955b0aea/c28ff0c9-96fc-45af-80be-4915955b0aea.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.514805] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df95448-0879-4d9d-bfa9-b4f681ee67be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.524282] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 746.524282] env[69674]: value = "task-3256534" [ 746.524282] env[69674]: _type = "Task" [ 746.524282] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.537163] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.622400] env[69674]: DEBUG nova.network.neutron [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.625812] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Successfully created port: 7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.636954] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 746.724422] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256531, 'name': PowerOffVM_Task, 'duration_secs': 0.236852} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.727129] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.727326] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.727782] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4abe25-35e8-48f8-ab73-729cccef3284 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.758182] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d083d-0496-45b9-906a-48818655ec25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.766780] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d7072-4ef9-4e38-9602-64cb976d9527 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.800687] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5403cb-11f3-434c-90a0-7bcdaddddbce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.804782] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.805021] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.805215] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Deleting the datastore file [datastore2] 64083589-1c17-42e5-955b-4e609875a788 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.805894] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e36ba288-914e-4066-91f2-2d3a49a73400 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.811537] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406bd02e-6e6b-493e-91da-4a0c77d5fc8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.817587] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for the task: (returnval){ [ 746.817587] env[69674]: value = "task-3256536" [ 746.817587] env[69674]: _type = "Task" [ 746.817587] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.829686] env[69674]: DEBUG nova.compute.provider_tree [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.837886] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.900212] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.990493] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256533, 'name': PowerOffVM_Task, 'duration_secs': 0.212167} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.990873] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.990990] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.991696] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c6bcbe-c6b0-49dc-a6ee-b64af7a3bfcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.039908] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256534, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.072943] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.073328] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.073580] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Deleting the datastore file [datastore2] 713b3237-6d09-4db2-9dd8-ccc7b303ca4b {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.073915] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28ef161-601a-4d5a-a1b3-a6c5eb22f2db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.089092] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for the task: (returnval){ [ 747.089092] env[69674]: value = "task-3256538" [ 747.089092] env[69674]: _type = "Task" [ 747.089092] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.099350] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.129107] env[69674]: DEBUG oslo_concurrency.lockutils [req-30d73c7c-b9a1-4d35-baa1-5045c589f058 req-c8a4752f-cc14-42eb-babf-7d5f4af3d58e service nova] Releasing lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.129298] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.129417] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.331484] env[69674]: DEBUG oslo_vmware.api [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Task: {'id': task-3256536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340252} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.331779] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.332095] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.332310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.332496] env[69674]: INFO nova.compute.manager [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] [instance: 64083589-1c17-42e5-955b-4e609875a788] Took 1.14 seconds to destroy the instance on the hypervisor. [ 747.332749] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.333563] env[69674]: DEBUG nova.scheduler.client.report [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.337022] env[69674]: DEBUG nova.compute.manager [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 747.337106] env[69674]: DEBUG nova.network.neutron [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.399734] env[69674]: DEBUG oslo_vmware.api [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256532, 'name': PowerOnVM_Task, 'duration_secs': 0.909771} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.400209] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.400209] env[69674]: INFO nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 747.400343] env[69674]: DEBUG nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 747.401286] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b555d7-c821-4045-ab5c-3696316496ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.535648] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557473} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.535926] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c28ff0c9-96fc-45af-80be-4915955b0aea/c28ff0c9-96fc-45af-80be-4915955b0aea.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.536199] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.536473] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0de979-55d9-46e6-b907-a11467ee2362 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.544943] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 747.544943] env[69674]: value = "task-3256539" [ 747.544943] env[69674]: _type = "Task" [ 747.544943] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.554563] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.601600] env[69674]: DEBUG oslo_vmware.api [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Task: {'id': task-3256538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181496} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.602639] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.602866] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.603063] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.603244] env[69674]: INFO nova.compute.manager [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 747.603482] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.603907] env[69674]: DEBUG nova.compute.manager [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 747.604010] env[69674]: DEBUG nova.network.neutron [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.649302] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 747.665717] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.691069] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.691343] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.691517] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.691782] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.691940] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.692111] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.692331] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.692495] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.692661] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.692823] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.692997] env[69674]: DEBUG nova.virt.hardware [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.693898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b08e22-8e64-4eae-b2e8-436eee411fb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.704307] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be98740a-7abb-4a60-a420-453a16af50e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.841848] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.850766] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.698s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.850766] env[69674]: DEBUG nova.objects.instance [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lazy-loading 'resources' on Instance uuid fe91cc3d-1897-46f2-aacd-afcb505e042f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.882065] env[69674]: DEBUG nova.network.neutron [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Updating instance_info_cache with network_info: [{"id": "52c46aa1-d43f-4dc9-8095-c5cbfb7789d6", "address": "fa:16:3e:d0:9a:04", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c46aa1-d4", "ovs_interfaceid": "52c46aa1-d43f-4dc9-8095-c5cbfb7789d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.884156] env[69674]: INFO nova.scheduler.client.report [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Deleted allocations for instance 2d57287c-5315-4c71-867f-dd3d4018ab48 [ 747.918406] env[69674]: INFO nova.compute.manager [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Took 44.05 seconds to build instance. [ 747.985315] env[69674]: DEBUG nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Received event network-vif-deleted-a2aaa3cd-6515-4b39-a659-547eedbade9f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 747.985551] env[69674]: INFO nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Neutron deleted interface a2aaa3cd-6515-4b39-a659-547eedbade9f; detaching it from the instance and deleting it from the info cache [ 747.985766] env[69674]: DEBUG nova.network.neutron [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.057675] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.058014] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.059023] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431be941-8d39-4f79-9181-4e1c0c9b7eb1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.086923] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c28ff0c9-96fc-45af-80be-4915955b0aea/c28ff0c9-96fc-45af-80be-4915955b0aea.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.087350] env[69674]: DEBUG nova.network.neutron [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.088436] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b839993b-c2ed-43c4-9feb-53613245f320 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.104615] env[69674]: INFO nova.compute.manager [-] [instance: 64083589-1c17-42e5-955b-4e609875a788] Took 0.77 seconds to deallocate network for instance. [ 748.115317] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 748.115317] env[69674]: value = "task-3256540" [ 748.115317] env[69674]: _type = "Task" [ 748.115317] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.125795] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.159139] env[69674]: DEBUG nova.compute.manager [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received event network-vif-plugged-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 748.159514] env[69674]: DEBUG oslo_concurrency.lockutils [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] Acquiring lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.159656] env[69674]: DEBUG oslo_concurrency.lockutils [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.159768] env[69674]: DEBUG oslo_concurrency.lockutils [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.159903] env[69674]: DEBUG nova.compute.manager [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] No waiting events found dispatching network-vif-plugged-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.160534] env[69674]: WARNING nova.compute.manager [req-aa59429c-e60e-4874-920d-008e1e8977ca req-03b0e3a5-fcc8-462c-9225-b9d0d307910f service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received unexpected event network-vif-plugged-7ec4f032-41fa-4885-9e49-ea34d02204ec for instance with vm_state building and task_state spawning. [ 748.329397] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Successfully updated port: 7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.368614] env[69674]: DEBUG nova.network.neutron [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.391916] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-c648d597-0473-46d4-bd23-63e396311140" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.391916] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance network_info: |[{"id": "52c46aa1-d43f-4dc9-8095-c5cbfb7789d6", "address": "fa:16:3e:d0:9a:04", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c46aa1-d4", "ovs_interfaceid": "52c46aa1-d43f-4dc9-8095-c5cbfb7789d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 748.391916] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:9a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c46aa1-d43f-4dc9-8095-c5cbfb7789d6', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.398305] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.402124] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c648d597-0473-46d4-bd23-63e396311140] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.402124] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e863223d-a236-4478-8d3b-4c172d027811 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.421556] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6148ea79-9332-45e0-bf96-c19c9d41922b tempest-DeleteServersAdminTestJSON-389255324 tempest-DeleteServersAdminTestJSON-389255324-project-member] Lock "2d57287c-5315-4c71-867f-dd3d4018ab48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.865s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.422792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-46e46584-7bdd-4513-b7d3-4e237f4cd40b tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.676s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.432393] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.432393] env[69674]: value = "task-3256541" [ 748.432393] env[69674]: _type = "Task" [ 748.432393] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.447900] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256541, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.491712] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eedacd9-e32c-471d-9d20-5d2a68134fc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.504341] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8ec49d-24b0-4add-bc78-cc3f3b9c0018 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.542580] env[69674]: DEBUG nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 64083589-1c17-42e5-955b-4e609875a788] Detach interface failed, port_id=a2aaa3cd-6515-4b39-a659-547eedbade9f, reason: Instance 64083589-1c17-42e5-955b-4e609875a788 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 748.542906] env[69674]: DEBUG nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Received event network-vif-deleted-a2963c8c-2932-46a1-b154-ec4de582cd37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 748.543188] env[69674]: INFO nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Neutron deleted interface a2963c8c-2932-46a1-b154-ec4de582cd37; detaching it from the instance and deleting it from the info cache [ 748.543469] env[69674]: DEBUG nova.network.neutron [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.611125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.625617] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256540, 'name': ReconfigVM_Task, 'duration_secs': 0.485369} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.628305] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c28ff0c9-96fc-45af-80be-4915955b0aea/c28ff0c9-96fc-45af-80be-4915955b0aea.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.629615] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e3d68a-8c29-4101-8061-9949895e7d19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.636741] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 748.636741] env[69674]: value = "task-3256542" [ 748.636741] env[69674]: _type = "Task" [ 748.636741] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.647209] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256542, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.836743] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.836743] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.836743] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.874208] env[69674]: INFO nova.compute.manager [-] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Took 1.27 seconds to deallocate network for instance. [ 748.924273] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f020a1f-da5c-4cc5-acad-c2e752e9e9b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.927112] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 748.939081] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b0ee0-b038-4a96-9c0d-5846af7ddb92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.945402] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256541, 'name': CreateVM_Task, 'duration_secs': 0.492159} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.945936] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c648d597-0473-46d4-bd23-63e396311140] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.947101] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.947200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.947523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.947782] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faee093c-009e-4a4b-a431-db7d2a3535dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.976638] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f1ea9-1781-4951-bca8-4662a50f97f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.980985] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 748.980985] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523df548-3f43-da7c-2202-cf5d87c3e09d" [ 748.980985] env[69674]: _type = "Task" [ 748.980985] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.988115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6799c496-d9e8-4e92-ac11-a7c2f0d60670 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.994912] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523df548-3f43-da7c-2202-cf5d87c3e09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.005915] env[69674]: DEBUG nova.compute.provider_tree [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.028291] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.028516] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.028721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.028920] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.029138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.032835] env[69674]: INFO nova.compute.manager [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Terminating instance [ 749.046775] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b03f84b-a863-4f74-aa00-995aa6c42477 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.058087] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49daf200-9d08-4dde-911d-f68f2f82af5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.093951] env[69674]: DEBUG nova.compute.manager [req-7c20b00e-5b67-4101-a935-c6283bd3f019 req-eca61ba0-1af2-4aa3-8fba-4a23ec592ba4 service nova] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Detach interface failed, port_id=a2963c8c-2932-46a1-b154-ec4de582cd37, reason: Instance 713b3237-6d09-4db2-9dd8-ccc7b303ca4b could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 749.147729] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256542, 'name': Rename_Task, 'duration_secs': 0.206146} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.149073] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.149073] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ee78571-6986-43a4-a5e0-6e572e25c02e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.157295] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 749.157295] env[69674]: value = "task-3256543" [ 749.157295] env[69674]: _type = "Task" [ 749.157295] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.167854] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.380266] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.383211] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.457779] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.493179] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523df548-3f43-da7c-2202-cf5d87c3e09d, 'name': SearchDatastore_Task, 'duration_secs': 0.024286} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.493518] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.493751] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.494687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494687] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.494687] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080d10d2-ff46-4654-8a75-9957763f0375 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.509684] env[69674]: DEBUG nova.scheduler.client.report [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.513411] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.513622] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.514630] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7daa66e-166c-4e70-bb0e-a1159e6f327b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.521836] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 749.521836] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522aea2b-a9ee-10a0-0fa7-5c2a7a901707" [ 749.521836] env[69674]: _type = "Task" [ 749.521836] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.532289] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522aea2b-a9ee-10a0-0fa7-5c2a7a901707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.536160] env[69674]: DEBUG nova.compute.manager [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 749.536447] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.537314] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a965fb45-367e-49cc-bf43-ef6c56b1e473 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551566] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.551849] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37c36295-bb67-40f4-9769-c76f6c210209 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.559964] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 749.559964] env[69674]: value = "task-3256544" [ 749.559964] env[69674]: _type = "Task" [ 749.559964] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.573045] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.604238] env[69674]: DEBUG nova.network.neutron [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updating instance_info_cache with network_info: [{"id": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "address": "fa:16:3e:9d:7b:e3", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4f032-41", "ovs_interfaceid": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.669347] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.016174] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.021025] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.600s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.023734] env[69674]: INFO nova.compute.claims [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.039125] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522aea2b-a9ee-10a0-0fa7-5c2a7a901707, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.039994] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298edc7b-995c-4626-b1e3-afbcc26b7074 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.044066] env[69674]: INFO nova.scheduler.client.report [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Deleted allocations for instance fe91cc3d-1897-46f2-aacd-afcb505e042f [ 750.052469] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 750.052469] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f5609-69fc-82ce-a9cf-4010be57568e" [ 750.052469] env[69674]: _type = "Task" [ 750.052469] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.062493] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f5609-69fc-82ce-a9cf-4010be57568e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.072212] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256544, 'name': PowerOffVM_Task, 'duration_secs': 0.296775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.072606] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.072844] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.073217] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-352d4ca9-d929-4fbe-9b95-8f98dda253c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.107774] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.108694] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Instance network_info: |[{"id": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "address": "fa:16:3e:9d:7b:e3", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4f032-41", "ovs_interfaceid": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 750.109292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7b:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec4f032-41fa-4885-9e49-ea34d02204ec', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.117253] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating folder: Project (4608fa1e034d48ce8a8d8fab9b13e0d3). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.118349] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8858fda5-aec2-4184-abe1-9d5015b6fd33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.131375] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created folder: Project (4608fa1e034d48ce8a8d8fab9b13e0d3) in parent group-v650515. [ 750.131709] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating folder: Instances. Parent ref: group-v650653. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.132112] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28406364-1cc1-4c90-9d09-21b943616c87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.146393] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created folder: Instances in parent group-v650653. [ 750.146675] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.146915] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.147137] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e083af7-2e5d-4640-986e-85004ac7c482 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.163963] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.164189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.164368] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Deleting the datastore file [datastore1] 2fd3fc55-6157-4c52-b827-9cba78ab186d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.168107] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a339d01-0af8-4eed-9fe4-d86d3139765a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.177196] env[69674]: DEBUG oslo_vmware.api [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256543, 'name': PowerOnVM_Task, 'duration_secs': 0.742389} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.179672] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.180169] env[69674]: INFO nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Took 7.94 seconds to spawn the instance on the hypervisor. [ 750.180235] env[69674]: DEBUG nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 750.180638] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for the task: (returnval){ [ 750.180638] env[69674]: value = "task-3256549" [ 750.180638] env[69674]: _type = "Task" [ 750.180638] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.180842] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.180842] env[69674]: value = "task-3256548" [ 750.180842] env[69674]: _type = "Task" [ 750.180842] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.181771] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3422fa-0a3b-42ee-91af-c588b664af25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.205528] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.205740] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256548, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.208722] env[69674]: DEBUG nova.compute.manager [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 750.208904] env[69674]: DEBUG nova.compute.manager [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing instance network info cache due to event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 750.209092] env[69674]: DEBUG oslo_concurrency.lockutils [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] Acquiring lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.209675] env[69674]: DEBUG oslo_concurrency.lockutils [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] Acquired lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.209675] env[69674]: DEBUG nova.network.neutron [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.564017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1a619fc0-4d96-4d24-91df-e05c4a8dd790 tempest-VolumesAssistedSnapshotsTest-2033000081 tempest-VolumesAssistedSnapshotsTest-2033000081-project-member] Lock "fe91cc3d-1897-46f2-aacd-afcb505e042f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.733s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.574247] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f5609-69fc-82ce-a9cf-4010be57568e, 'name': SearchDatastore_Task, 'duration_secs': 0.019521} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.574906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.574906] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c648d597-0473-46d4-bd23-63e396311140/c648d597-0473-46d4-bd23-63e396311140.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.575192] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec0e63a-a995-43a9-a6a9-8609a8766b18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.583981] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 750.583981] env[69674]: value = "task-3256550" [ 750.583981] env[69674]: _type = "Task" [ 750.583981] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.596656] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.698767] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256548, 'name': CreateVM_Task, 'duration_secs': 0.41941} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.703821] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.704295] env[69674]: DEBUG oslo_vmware.api [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Task: {'id': task-3256549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235077} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.707586] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.707586] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.707586] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.707586] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.707586] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.707586] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.707586] env[69674]: INFO nova.compute.manager [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 750.707586] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.707586] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742b8e35-951a-4d30-b232-6d520e410706 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.712618] env[69674]: DEBUG nova.compute.manager [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 750.712921] env[69674]: DEBUG nova.network.neutron [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.717061] env[69674]: INFO nova.compute.manager [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Took 42.53 seconds to build instance. [ 750.725019] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 750.725019] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bfc911-5586-d2ee-2fbc-9c58e53f86c1" [ 750.725019] env[69674]: _type = "Task" [ 750.725019] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.736257] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bfc911-5586-d2ee-2fbc-9c58e53f86c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.099403] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256550, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.222243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c4eb9b4d-cb79-4129-9ea8-31080306667b tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.105s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.245627] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bfc911-5586-d2ee-2fbc-9c58e53f86c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.249068] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.249363] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.250207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.250207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.250207] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.250888] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb6fe7c-f046-4f88-b4dd-2a91f7bde90f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.265873] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.266774] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.274816] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3467827-b2c0-497c-84dc-cc489d8efa22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.285170] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 751.285170] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5256cbe7-2d6c-2c43-5966-f1f31468591f" [ 751.285170] env[69674]: _type = "Task" [ 751.285170] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.295957] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5256cbe7-2d6c-2c43-5966-f1f31468591f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.555402] env[69674]: DEBUG nova.network.neutron [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updated VIF entry in instance network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.555927] env[69674]: DEBUG nova.network.neutron [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updating instance_info_cache with network_info: [{"id": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "address": "fa:16:3e:9d:7b:e3", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4f032-41", "ovs_interfaceid": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.600135] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519023} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.603360] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c648d597-0473-46d4-bd23-63e396311140/c648d597-0473-46d4-bd23-63e396311140.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.603864] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.607030] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970acfc3-bcb6-4576-9c75-841e4b8a6081 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.615972] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 751.615972] env[69674]: value = "task-3256551" [ 751.615972] env[69674]: _type = "Task" [ 751.615972] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.630043] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.673082] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81e07f-1a9a-41ff-8885-e8844bbf72a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.686543] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c317648-283f-41bf-a84b-6099f81d3117 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.724620] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4fe78f-08a5-4f29-ab2e-94745098d4ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.730609] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 751.739521] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9f8d2-25ab-48ba-a44d-f424ab0c9aad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.759292] env[69674]: DEBUG nova.compute.provider_tree [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.798651] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5256cbe7-2d6c-2c43-5966-f1f31468591f, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.799602] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eda5dae-4184-40ef-86f0-5eb0cb9a39f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.806936] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 751.806936] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5272d1b3-9741-09fe-d13c-5078bde7ec8c" [ 751.806936] env[69674]: _type = "Task" [ 751.806936] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.818879] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5272d1b3-9741-09fe-d13c-5078bde7ec8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.059213] env[69674]: DEBUG oslo_concurrency.lockutils [req-8ba3a549-4536-4510-b930-c7ee4c905226 req-20502df6-6076-4af1-bc83-a2e827bf8d5a service nova] Releasing lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131480] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080581} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.131784] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.135259] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c524cbe5-a95d-4d30-a1ce-243b77793f3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.163314] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c648d597-0473-46d4-bd23-63e396311140/c648d597-0473-46d4-bd23-63e396311140.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.163658] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abec4055-156c-408f-a8e2-8d3310e2499d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.185020] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 752.185020] env[69674]: value = "task-3256552" [ 752.185020] env[69674]: _type = "Task" [ 752.185020] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.195658] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.228230] env[69674]: DEBUG nova.network.neutron [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.265322] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.265322] env[69674]: DEBUG nova.scheduler.client.report [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.319338] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5272d1b3-9741-09fe-d13c-5078bde7ec8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.319683] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.319939] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e1678a98-0e22-4bbb-a39a-c5bee0fd08ac/e1678a98-0e22-4bbb-a39a-c5bee0fd08ac.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.320229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f151418-225f-41e4-8005-9c79f014cb80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.335021] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 752.335021] env[69674]: value = "task-3256553" [ 752.335021] env[69674]: _type = "Task" [ 752.335021] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.344809] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.423337] env[69674]: DEBUG nova.compute.manager [req-0c5b207d-c346-4995-924e-6f83af1de32f req-e8ec0d1b-5a08-42ef-b67b-f42577be452f service nova] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Received event network-vif-deleted-9957a909-f38e-4061-96ec-6d2b06e1b98c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 752.698564] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256552, 'name': ReconfigVM_Task, 'duration_secs': 0.37911} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.698906] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c648d597-0473-46d4-bd23-63e396311140/c648d597-0473-46d4-bd23-63e396311140.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.700799] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ccdcdd-b51a-4908-90e4-e4750efe6175 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.704606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.704854] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.710864] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 752.710864] env[69674]: value = "task-3256554" [ 752.710864] env[69674]: _type = "Task" [ 752.710864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.722341] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256554, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.730662] env[69674]: INFO nova.compute.manager [-] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Took 2.02 seconds to deallocate network for instance. [ 752.773738] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.774306] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 752.778898] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.299s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.782040] env[69674]: INFO nova.compute.claims [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.845784] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256553, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.209929] env[69674]: DEBUG nova.compute.utils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.226609] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256554, 'name': Rename_Task, 'duration_secs': 0.181786} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.226839] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.227124] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5866e1-32bd-46e0-b040-cd1715af18c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.235273] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 753.235273] env[69674]: value = "task-3256555" [ 753.235273] env[69674]: _type = "Task" [ 753.235273] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.240367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.248921] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.290027] env[69674]: DEBUG nova.compute.utils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.291755] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 753.292113] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.345775] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821438} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.348339] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e1678a98-0e22-4bbb-a39a-c5bee0fd08ac/e1678a98-0e22-4bbb-a39a-c5bee0fd08ac.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.348339] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.348339] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36e60a9a-06f3-4a2b-8494-e11ddf25153c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.354089] env[69674]: DEBUG nova.policy [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd3a10a5efa0403b8077cfe04dfd32f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6f3b6f3d6344fb900d9c9581da174a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.357008] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 753.357008] env[69674]: value = "task-3256556" [ 753.357008] env[69674]: _type = "Task" [ 753.357008] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.371924] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.721169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.746635] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.749389] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Successfully created port: d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.792449] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 753.870265] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109486} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.870560] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.871437] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aca364-0710-439c-802e-2f65b3c09401 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.896448] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e1678a98-0e22-4bbb-a39a-c5bee0fd08ac/e1678a98-0e22-4bbb-a39a-c5bee0fd08ac.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.899873] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51b7c13-e5ba-4a6a-aefc-92d4babf4620 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.921755] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 753.921755] env[69674]: value = "task-3256557" [ 753.921755] env[69674]: _type = "Task" [ 753.921755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.931929] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.248881] env[69674]: DEBUG oslo_vmware.api [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256555, 'name': PowerOnVM_Task, 'duration_secs': 0.875985} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.249943] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.250443] env[69674]: INFO nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Took 9.35 seconds to spawn the instance on the hypervisor. [ 754.251567] env[69674]: DEBUG nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 754.252754] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84286502-e24f-4a5c-89b2-9bfbe345d33e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.305177] env[69674]: INFO nova.virt.block_device [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Booting with volume 775b8bae-1b8b-433c-b66c-085d86335056 at /dev/sda [ 754.385962] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a6933e6-dd6a-4984-af7b-73bef9cf6953 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.412790] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c56b0-cac9-40e8-903d-6bdb2603728e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.442085] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.464823] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdf58155-343c-40b5-a0e2-ec5bda7ac315 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.476559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eed228-4a38-4a99-9d52-07c2d98cb6a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.518543] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e0ce5-8cb5-4391-a680-a85020c6dc96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.526268] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a9ed56-ead1-4a0c-82f2-eea2805cf25c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.546583] env[69674]: DEBUG nova.virt.block_device [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating existing volume attachment record: a8da8e82-f255-47e8-8f93-4b7f3a7ee826 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 754.555743] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a23b02-55b6-4a3a-9c6e-2714a800e687 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.563103] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f23fe7-a334-49eb-975d-83f59eb3dd12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.600173] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa9c17-193c-476b-b5a8-e843c338550c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.614130] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f6698-06dd-4068-9a98-2533f402e45c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.625939] env[69674]: DEBUG nova.compute.provider_tree [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.782957] env[69674]: INFO nova.compute.manager [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Took 41.38 seconds to build instance. [ 754.843625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "088d2055-010e-45b1-ac51-3415acac7aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.843872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.877473] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.877473] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.877612] env[69674]: INFO nova.compute.manager [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Attaching volume 982e826c-3103-42b2-b729-ea909850024e to /dev/sdb [ 754.913572] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c679027-14f4-40f9-9336-d620c4748dcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.924068] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26e3e0-a46d-456c-9e4d-a8d27e60f7dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.939907] env[69674]: DEBUG nova.virt.block_device [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating existing volume attachment record: ec044c7a-df31-44a9-80ee-db9c80407dfd {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 754.945732] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.131010] env[69674]: DEBUG nova.scheduler.client.report [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.284953] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c5add38-c008-4d5c-9577-26e29fdf53ce tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.151s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.391371] env[69674]: DEBUG nova.compute.manager [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Received event network-vif-plugged-d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 755.391747] env[69674]: DEBUG oslo_concurrency.lockutils [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] Acquiring lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.392093] env[69674]: DEBUG oslo_concurrency.lockutils [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.392493] env[69674]: DEBUG oslo_concurrency.lockutils [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.392909] env[69674]: DEBUG nova.compute.manager [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] No waiting events found dispatching network-vif-plugged-d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.393204] env[69674]: WARNING nova.compute.manager [req-be4e33a5-26b1-46ac-aec9-28a0e5cd7d9a req-79e413cf-3394-4f33-8937-d756666ec1d3 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Received unexpected event network-vif-plugged-d2318b04-9095-40b0-9308-ad5006191295 for instance with vm_state building and task_state block_device_mapping. [ 755.444475] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256557, 'name': ReconfigVM_Task, 'duration_secs': 1.450929} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.444804] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e1678a98-0e22-4bbb-a39a-c5bee0fd08ac/e1678a98-0e22-4bbb-a39a-c5bee0fd08ac.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.445700] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1282ca86-6169-4b19-9857-7eea39caf9cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.453915] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 755.453915] env[69674]: value = "task-3256561" [ 755.453915] env[69674]: _type = "Task" [ 755.453915] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.469039] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256561, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.477288] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Successfully updated port: d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.634738] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.635593] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 755.639323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.698s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.639323] env[69674]: DEBUG nova.objects.instance [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lazy-loading 'resources' on Instance uuid 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.788458] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 755.966072] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256561, 'name': Rename_Task, 'duration_secs': 0.159153} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.966315] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.966682] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026c86ec-713a-4591-9f06-9386e3da5b4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.976463] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 755.976463] env[69674]: value = "task-3256562" [ 755.976463] env[69674]: _type = "Task" [ 755.976463] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.981429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.981429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquired lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.981429] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.986927] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.143333] env[69674]: DEBUG nova.compute.utils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.149988] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 756.150063] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.225371] env[69674]: DEBUG nova.policy [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a002eed431964e75ac225af4c868238a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de069386244e4a82a3465c520db19b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.319792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.211526] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Successfully created port: 7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.217165] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 757.220336] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 757.220775] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.220979] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.221150] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.221332] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.221479] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.221661] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.221902] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.222083] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.222256] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.222657] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.222657] env[69674]: DEBUG nova.virt.hardware [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.223481] env[69674]: DEBUG nova.compute.manager [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 757.227055] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f7a94-fe89-4d48-8b10-549b346e74da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.230186] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4246f7-5ef5-46cb-8329-826713604074 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.234777] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.235431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.241273] env[69674]: DEBUG oslo_vmware.api [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3256562, 'name': PowerOnVM_Task, 'duration_secs': 0.486046} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.241467] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.241649] env[69674]: INFO nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Took 9.59 seconds to spawn the instance on the hypervisor. [ 757.241849] env[69674]: DEBUG nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 757.243639] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259021d5-4c08-4aa9-81f9-7c6f44ef0a41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.254255] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec4484-1cfa-45e8-94de-b67f3967aed4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.322475] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.542485] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a205fbd-d09c-41cc-984c-0454d23e41e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.551245] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d6e21-12f7-464f-8c24-8039585658aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.584182] env[69674]: DEBUG nova.network.neutron [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating instance_info_cache with network_info: [{"id": "d2318b04-9095-40b0-9308-ad5006191295", "address": "fa:16:3e:e2:8e:29", "network": {"id": "3b8cf11a-e909-4587-b280-9746061a8fc8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936413715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f3b6f3d6344fb900d9c9581da174a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2318b04-90", "ovs_interfaceid": "d2318b04-9095-40b0-9308-ad5006191295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.585708] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025b7e0-3683-4359-9de7-4e1e2e851d89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.594413] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad5efde-e915-49fb-8921-10c5ffe47aae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.609523] env[69674]: DEBUG nova.compute.provider_tree [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.731048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.731200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.731917] env[69674]: DEBUG nova.objects.instance [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid 0ec66b0d-5ae8-4b64-b893-375c6b412c59 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.742882] env[69674]: DEBUG nova.compute.utils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.763219] env[69674]: INFO nova.compute.manager [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] instance snapshotting [ 757.766213] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e18c8-1bf2-46c5-80ae-c3a7cdfcffce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.777791] env[69674]: INFO nova.compute.manager [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Took 40.71 seconds to build instance. [ 757.792678] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b69b99-874a-4dcd-9aa8-f76e84d3a3e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.089740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Releasing lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.090118] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Instance network_info: |[{"id": "d2318b04-9095-40b0-9308-ad5006191295", "address": "fa:16:3e:e2:8e:29", "network": {"id": "3b8cf11a-e909-4587-b280-9746061a8fc8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936413715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f3b6f3d6344fb900d9c9581da174a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2318b04-90", "ovs_interfaceid": "d2318b04-9095-40b0-9308-ad5006191295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 758.090600] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:8e:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2318b04-9095-40b0-9308-ad5006191295', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.098007] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Creating folder: Project (cf6f3b6f3d6344fb900d9c9581da174a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.098925] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe87d07e-98e1-4bf2-a703-47f3761bb5de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.112907] env[69674]: DEBUG nova.scheduler.client.report [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.118029] env[69674]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 758.118029] env[69674]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69674) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 758.118195] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Folder already exists: Project (cf6f3b6f3d6344fb900d9c9581da174a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 758.118289] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Creating folder: Instances. Parent ref: group-v650579. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.118766] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b37f3c4-f960-4d43-b11d-e1d913a65594 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.130606] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Created folder: Instances in parent group-v650579. [ 758.130846] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.131060] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.131861] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a271d2-3e5d-490c-add8-5dc1e17408b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.151404] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.151404] env[69674]: value = "task-3256566" [ 758.151404] env[69674]: _type = "Task" [ 758.151404] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.161555] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256566, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.235271] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 758.247171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.268161] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.268488] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.268678] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.268945] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.269222] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.269442] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.269752] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.269934] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.270187] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.270383] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.270565] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.271765] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7da894-4c57-45cb-9363-767ccd919588 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.281287] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09b139-c329-418a-9b4c-c706149840b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.298629] env[69674]: DEBUG oslo_concurrency.lockutils [None req-657ad124-ab10-4e86-b823-fff961e5343e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.850s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.304855] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.305712] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d1edc16-dd45-4187-9389-238699106d3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.313011] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 758.313011] env[69674]: value = "task-3256567" [ 758.313011] env[69674]: _type = "Task" [ 758.313011] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.329042] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.331046] env[69674]: DEBUG nova.objects.instance [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ec66b0d-5ae8-4b64-b893-375c6b412c59 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.619944] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.982s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.622485] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.168s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.622697] env[69674]: DEBUG nova.objects.instance [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.646065] env[69674]: INFO nova.scheduler.client.report [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted allocations for instance 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5 [ 758.661357] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256566, 'name': CreateVM_Task, 'duration_secs': 0.429912} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.662705] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.662939] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'a8da8e82-f255-47e8-8f93-4b7f3a7ee826', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650589', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'name': 'volume-775b8bae-1b8b-433c-b66c-085d86335056', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1562f66-a5bc-453a-957a-a4a03e102c34', 'attached_at': '', 'detached_at': '', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'serial': '775b8bae-1b8b-433c-b66c-085d86335056'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69674) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 758.663091] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Root volume attach. Driver type: vmdk {{(pid=69674) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 758.664107] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2673c822-a231-4c40-b79d-96de4005e7ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.673816] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4395028-a173-4978-89be-bb4dd0518633 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.680691] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195bf96c-8a72-420e-8d44-26a535f361af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.687631] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-db3e8e08-a7a4-4777-85cd-73dab1955d22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.695333] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 758.695333] env[69674]: value = "task-3256568" [ 758.695333] env[69674]: _type = "Task" [ 758.695333] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.704185] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256568, 'name': RelocateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.801973] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 758.827685] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256567, 'name': CreateSnapshot_Task, 'duration_secs': 0.50029} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.827685] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.827685] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78231700-64b0-4ec1-8248-1491d93d0bf9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.836255] env[69674]: DEBUG nova.objects.base [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance<0ec66b0d-5ae8-4b64-b893-375c6b412c59> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 758.836537] env[69674]: DEBUG nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.909112] env[69674]: DEBUG nova.policy [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.913605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.913907] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.914306] env[69674]: INFO nova.compute.manager [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Attaching volume 57fc4cb8-96b8-483e-834a-7cd1d8f3d85c to /dev/sdb [ 758.962986] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f7250b-1847-4b1e-8b2d-49ffdb89b608 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.975287] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f45d5e-aa42-4f67-8b35-96c69b564ef4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.998354] env[69674]: DEBUG nova.virt.block_device [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Updating existing volume attachment record: 7bb977a9-611e-444b-8347-d08379a291b7 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.129122] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Successfully updated port: 7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.158905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e5222cc-ed06-412f-bb86-5270f3eea98f tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "20c9027e-63e9-4c90-a0dc-62b0fb2c32b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.684s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.205923] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256568, 'name': RelocateVM_Task, 'duration_secs': 0.401353} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.206606] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 759.206999] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650589', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'name': 'volume-775b8bae-1b8b-433c-b66c-085d86335056', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1562f66-a5bc-453a-957a-a4a03e102c34', 'attached_at': '', 'detached_at': '', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'serial': '775b8bae-1b8b-433c-b66c-085d86335056'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 759.208366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07631998-9963-44b0-8560-29985e4f8161 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.235580] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecdedfc-fd05-4c78-9a5c-b84b4ca755fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.265939] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-775b8bae-1b8b-433c-b66c-085d86335056/volume-775b8bae-1b8b-433c-b66c-085d86335056.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.266330] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73992ebb-8ab9-4dc3-9471-3da5b81c7a76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.292223] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 759.292223] env[69674]: value = "task-3256570" [ 759.292223] env[69674]: _type = "Task" [ 759.292223] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.302619] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.326479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.350345] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.350702] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-849353b8-05fd-4b00-acec-02d97bf474d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.359552] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 759.359552] env[69674]: value = "task-3256571" [ 759.359552] env[69674]: _type = "Task" [ 759.359552] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.368023] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256571, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.492343] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 759.492606] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650657', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'name': 'volume-982e826c-3103-42b2-b729-ea909850024e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ed6619c-f1a2-476c-ba2f-7289de5b6e9e', 'attached_at': '', 'detached_at': '', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'serial': '982e826c-3103-42b2-b729-ea909850024e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 759.493512] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d2921-ceac-4547-a788-b23297198545 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.513582] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc18a0-4974-4bdd-97b2-55976fec8ed9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.542238] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-982e826c-3103-42b2-b729-ea909850024e/volume-982e826c-3103-42b2-b729-ea909850024e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.543203] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2925e44b-8c74-431b-9040-27ac973b92f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.568840] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 759.568840] env[69674]: value = "task-3256574" [ 759.568840] env[69674]: _type = "Task" [ 759.568840] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.582327] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.617076] env[69674]: DEBUG nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Successfully created port: 69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.631628] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.632297] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.632297] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.635178] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd387709-6258-48b5-9e2f-a8323965f0bf tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.636270] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.902s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.636482] env[69674]: DEBUG nova.objects.instance [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 759.805590] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256570, 'name': ReconfigVM_Task, 'duration_secs': 0.504201} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.805872] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-775b8bae-1b8b-433c-b66c-085d86335056/volume-775b8bae-1b8b-433c-b66c-085d86335056.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.811435] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82630290-f3df-4bf5-bf2e-38afcf570705 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.829547] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 759.829547] env[69674]: value = "task-3256575" [ 759.829547] env[69674]: _type = "Task" [ 759.829547] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.839278] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.870863] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256571, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.023582] env[69674]: DEBUG nova.compute.manager [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Received event network-changed-d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 760.023780] env[69674]: DEBUG nova.compute.manager [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Refreshing instance network info cache due to event network-changed-d2318b04-9095-40b0-9308-ad5006191295. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 760.023992] env[69674]: DEBUG oslo_concurrency.lockutils [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] Acquiring lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.024374] env[69674]: DEBUG oslo_concurrency.lockutils [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] Acquired lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.024556] env[69674]: DEBUG nova.network.neutron [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Refreshing network info cache for port d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.079201] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.169552] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.342826] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256575, 'name': ReconfigVM_Task, 'duration_secs': 0.175785} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.343544] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650589', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'name': 'volume-775b8bae-1b8b-433c-b66c-085d86335056', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1562f66-a5bc-453a-957a-a4a03e102c34', 'attached_at': '', 'detached_at': '', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'serial': '775b8bae-1b8b-433c-b66c-085d86335056'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 760.344141] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ee4101-4c3a-4719-8326-eb4c0ab8d417 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.352206] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 760.352206] env[69674]: value = "task-3256576" [ 760.352206] env[69674]: _type = "Task" [ 760.352206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.363074] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256576, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.372165] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256571, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.373133] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Updating instance_info_cache with network_info: [{"id": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "address": "fa:16:3e:33:ca:a6", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eecdf59-c5", "ovs_interfaceid": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.579997] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256574, 'name': ReconfigVM_Task, 'duration_secs': 0.760599} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.580356] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-982e826c-3103-42b2-b729-ea909850024e/volume-982e826c-3103-42b2-b729-ea909850024e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.585308] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc4e2ec-4f5d-4ae9-9dcf-d9d5b3d3d863 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.600531] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 760.600531] env[69674]: value = "task-3256577" [ 760.600531] env[69674]: _type = "Task" [ 760.600531] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.609860] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.646238] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0bcc1643-6c27-40f2-acec-96a189360365 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.647625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.996s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.647861] env[69674]: DEBUG nova.objects.instance [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'resources' on Instance uuid a99a9f9b-05ed-46ad-96a2-c9c01b81f983 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.796872] env[69674]: DEBUG nova.network.neutron [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updated VIF entry in instance network info cache for port d2318b04-9095-40b0-9308-ad5006191295. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.797168] env[69674]: DEBUG nova.network.neutron [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating instance_info_cache with network_info: [{"id": "d2318b04-9095-40b0-9308-ad5006191295", "address": "fa:16:3e:e2:8e:29", "network": {"id": "3b8cf11a-e909-4587-b280-9746061a8fc8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936413715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f3b6f3d6344fb900d9c9581da174a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2318b04-90", "ovs_interfaceid": "d2318b04-9095-40b0-9308-ad5006191295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.865267] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256576, 'name': Rename_Task, 'duration_secs': 0.214811} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.868204] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.868464] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a9eec0-0821-41a4-ab72-b4c3a2c25e16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.875988] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.876329] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Instance network_info: |[{"id": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "address": "fa:16:3e:33:ca:a6", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eecdf59-c5", "ovs_interfaceid": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 760.876613] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256571, 'name': CloneVM_Task, 'duration_secs': 1.397706} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.877841] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ca:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eecdf59-c51c-4bfe-84eb-feac4b64b022', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.885117] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.885346] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Created linked-clone VM from snapshot [ 760.885634] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 760.885634] env[69674]: value = "task-3256578" [ 760.885634] env[69674]: _type = "Task" [ 760.885634] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.885817] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.886481] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887b45d8-997d-4535-a9d9-4fa1638593ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.888905] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64b7ff8-c871-469a-b0b4-d19441a0ed47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.911868] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Uploading image 4c37048e-1def-4dd6-9cc2-4927b614f0f6 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.917412] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.917412] env[69674]: value = "task-3256579" [ 760.917412] env[69674]: _type = "Task" [ 760.917412] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.925569] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256579, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.928736] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.929098] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22fd4e28-0a06-45a9-b575-45d9a041d5b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.936769] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 760.936769] env[69674]: value = "task-3256580" [ 760.936769] env[69674]: _type = "Task" [ 760.936769] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.948400] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256580, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.111749] env[69674]: DEBUG oslo_vmware.api [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256577, 'name': ReconfigVM_Task, 'duration_secs': 0.160196} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.112109] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650657', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'name': 'volume-982e826c-3103-42b2-b729-ea909850024e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ed6619c-f1a2-476c-ba2f-7289de5b6e9e', 'attached_at': '', 'detached_at': '', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'serial': '982e826c-3103-42b2-b729-ea909850024e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.300875] env[69674]: DEBUG oslo_concurrency.lockutils [req-05fe1728-79de-46a4-8abe-de386bbaf7e4 req-c11597a8-0141-4903-8ddc-9933ba8a89b8 service nova] Releasing lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.321855] env[69674]: DEBUG nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Successfully updated port: 69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.403604] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.432178] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256579, 'name': CreateVM_Task, 'duration_secs': 0.371561} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.432178] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.432923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433355] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.434265] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38304551-f532-415b-9b90-547b0d65a3ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.441761] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 761.441761] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281110c-af20-12e5-1e7f-0fbf11da8f2d" [ 761.441761] env[69674]: _type = "Task" [ 761.441761] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.449325] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256580, 'name': Destroy_Task, 'duration_secs': 0.387425} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.452521] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Destroyed the VM [ 761.452935] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.453539] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c82096cf-774f-4fea-90f4-8e8d7f7f1059 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.459384] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5281110c-af20-12e5-1e7f-0fbf11da8f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.460200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.460565] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.460935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.461230] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.461546] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.461924] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d21d5f9-8ddf-42b7-a87d-ccd34b1c8fa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.468311] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 761.468311] env[69674]: value = "task-3256581" [ 761.468311] env[69674]: _type = "Task" [ 761.468311] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.480041] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.483025] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.483025] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.487144] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f743a1c-e57d-46f3-93d4-6faa9a8431b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.496027] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 761.496027] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a44e4-081f-fbd9-7ce9-55c3ea96c4a7" [ 761.496027] env[69674]: _type = "Task" [ 761.496027] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.507164] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a44e4-081f-fbd9-7ce9-55c3ea96c4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.750222] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f51ed-2c2d-4d64-84b2-b44561cfe031 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.759232] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd544e-8c26-48e3-8d6e-7db5137b0430 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.793792] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2a1b7-1139-4c11-88e6-abcc0b4a762d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.802924] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcfb61d-c522-4bdd-b83d-c09c0c8c9b10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.819147] env[69674]: DEBUG nova.compute.provider_tree [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.824715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.825017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.825427] env[69674]: DEBUG nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.901184] env[69674]: DEBUG oslo_vmware.api [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3256578, 'name': PowerOnVM_Task, 'duration_secs': 0.655018} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.901472] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.901733] env[69674]: INFO nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Took 4.68 seconds to spawn the instance on the hypervisor. [ 761.902014] env[69674]: DEBUG nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 761.902892] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0c6bf-2744-43c9-9d9b-7d3102d14f30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.978755] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.008124] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a44e4-081f-fbd9-7ce9-55c3ea96c4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.023925} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.012280] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6467fc9a-2190-41dc-832f-f1db1f97e71e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.016111] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 762.016111] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eedd37-bc36-d29f-a4d4-34b7d76c771a" [ 762.016111] env[69674]: _type = "Task" [ 762.016111] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.027108] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eedd37-bc36-d29f-a4d4-34b7d76c771a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.152405] env[69674]: DEBUG nova.objects.instance [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lazy-loading 'flavor' on Instance uuid 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.199741] env[69674]: DEBUG nova.objects.instance [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lazy-loading 'flavor' on Instance uuid 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.322868] env[69674]: DEBUG nova.scheduler.client.report [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.377145] env[69674]: WARNING nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 762.433805] env[69674]: INFO nova.compute.manager [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Took 40.04 seconds to build instance. [ 762.484332] env[69674]: DEBUG oslo_vmware.api [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256581, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590509} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.484926] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.530516] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eedd37-bc36-d29f-a4d4-34b7d76c771a, 'name': SearchDatastore_Task, 'duration_secs': 0.016323} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.531444] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.531989] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 62538e53-59e3-4851-884f-87c35d076c59/62538e53-59e3-4851-884f-87c35d076c59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.534244] env[69674]: DEBUG nova.compute.manager [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 762.534244] env[69674]: DEBUG nova.compute.manager [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing instance network info cache due to event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 762.534244] env[69674]: DEBUG oslo_concurrency.lockutils [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] Acquiring lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.534244] env[69674]: DEBUG oslo_concurrency.lockutils [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] Acquired lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.534244] env[69674]: DEBUG nova.network.neutron [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.538473] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4183c10-c972-4be8-9dc2-47fabe32c21a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.550036] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 762.550036] env[69674]: value = "task-3256583" [ 762.550036] env[69674]: _type = "Task" [ 762.550036] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.559897] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.656877] env[69674]: DEBUG oslo_concurrency.lockutils [None req-920f9031-b362-42e9-a32c-72d41ba19b96 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.703999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.704853] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.828218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.831787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.088s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.831787] env[69674]: DEBUG nova.objects.instance [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lazy-loading 'resources' on Instance uuid bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.872130] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Received event network-vif-plugged-7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 762.872236] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquiring lock "62538e53-59e3-4851-884f-87c35d076c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.872893] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Lock "62538e53-59e3-4851-884f-87c35d076c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.872893] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Lock "62538e53-59e3-4851-884f-87c35d076c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.873037] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] No waiting events found dispatching network-vif-plugged-7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.873648] env[69674]: WARNING nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Received unexpected event network-vif-plugged-7eecdf59-c51c-4bfe-84eb-feac4b64b022 for instance with vm_state building and task_state spawning. [ 762.873648] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Received event network-changed-7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 762.873648] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Refreshing instance network info cache due to event network-changed-7eecdf59-c51c-4bfe-84eb-feac4b64b022. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 762.873849] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquiring lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.874134] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquired lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.874384] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Refreshing network info cache for port 7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.877480] env[69674]: INFO nova.scheduler.client.report [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocations for instance a99a9f9b-05ed-46ad-96a2-c9c01b81f983 [ 762.890730] env[69674]: DEBUG nova.network.neutron [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b11915-dbc5-4400-863e-623db85bf4cd", "address": "fa:16:3e:2e:4a:ee", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b11915-db", "ovs_interfaceid": "69b11915-dbc5-4400-863e-623db85bf4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.935615] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fac32c48-118a-47f1-b18d-27fb8ea24912 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.931s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.990240] env[69674]: WARNING nova.compute.manager [None req-05954123-2401-47be-80b1-c9c908a20b34 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Image not found during snapshot: nova.exception.ImageNotFound: Image 4c37048e-1def-4dd6-9cc2-4927b614f0f6 could not be found. [ 763.064388] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256583, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.376725] env[69674]: DEBUG nova.network.neutron [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.391641] env[69674]: DEBUG oslo_concurrency.lockutils [None req-54f0a8d6-2e86-4349-bb24-78c4dd59593b tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "a99a9f9b-05ed-46ad-96a2-c9c01b81f983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.286s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.393784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.394715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.395925] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d1124-39e7-4191-97c3-083fd34854a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.421776] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.422049] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.422238] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.422424] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.422571] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.422720] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.422932] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.423433] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.423644] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.423820] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.424050] env[69674]: DEBUG nova.virt.hardware [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.431475] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfiguring VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 763.437134] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906345bd-b271-4d96-8509-a72db48d750a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.457051] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 763.471379] env[69674]: DEBUG oslo_vmware.api [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 763.471379] env[69674]: value = "task-3256584" [ 763.471379] env[69674]: _type = "Task" [ 763.471379] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.480332] env[69674]: DEBUG oslo_vmware.api [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256584, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.520107] env[69674]: DEBUG nova.network.neutron [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updated VIF entry in instance network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.520107] env[69674]: DEBUG nova.network.neutron [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updating instance_info_cache with network_info: [{"id": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "address": "fa:16:3e:9d:7b:e3", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4f032-41", "ovs_interfaceid": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.564784] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763882} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.565060] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 62538e53-59e3-4851-884f-87c35d076c59/62538e53-59e3-4851-884f-87c35d076c59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.565281] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.565531] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ee6736-e062-4131-aa2a-3563fbfd4237 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.573935] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 763.573935] env[69674]: value = "task-3256585" [ 763.573935] env[69674]: _type = "Task" [ 763.573935] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.582864] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.721188] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Updated VIF entry in instance network info cache for port 7eecdf59-c51c-4bfe-84eb-feac4b64b022. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.721645] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Updating instance_info_cache with network_info: [{"id": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "address": "fa:16:3e:33:ca:a6", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eecdf59-c5", "ovs_interfaceid": "7eecdf59-c51c-4bfe-84eb-feac4b64b022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.942069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d1f34-bad6-4368-909c-8b7da04fa86e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.951786] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d43d5-9a52-4f20-b23a-9b3bcc1c01c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.994464] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a331ab8-6c00-4bab-978d-17490b81a41b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.003334] env[69674]: DEBUG oslo_vmware.api [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.007752] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770adc40-5872-4457-a3a8-7fbdfbbd0d1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.012273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.012698] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.012868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.029014] env[69674]: DEBUG oslo_concurrency.lockutils [req-f9292d58-32c8-4a5d-b6c9-057606a9dbd7 req-21ad0397-19ab-4b9d-b066-75d83d8060dd service nova] Releasing lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.029822] env[69674]: DEBUG nova.compute.provider_tree [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.045747] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.046042] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650663', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'name': 'volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c648d597-0473-46d4-bd23-63e396311140', 'attached_at': '', 'detached_at': '', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'serial': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.047256] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06d39db-578e-404d-a1cd-1e3ac4e3eed7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.067660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81fbc02-a494-4db4-9c6f-3463dc69b95b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.094031] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c/volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.099359] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216b8ace-9da8-4c8a-82ab-12f6dc10eba9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.118869] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256585, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.121608] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 764.121608] env[69674]: value = "task-3256586" [ 764.121608] env[69674]: _type = "Task" [ 764.121608] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.135560] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.224413] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Releasing lock "refresh_cache-62538e53-59e3-4851-884f-87c35d076c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224742] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-vif-plugged-69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 764.224965] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.225224] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.225397] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.225590] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] No waiting events found dispatching network-vif-plugged-69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.225840] env[69674]: WARNING nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received unexpected event network-vif-plugged-69b11915-dbc5-4400-863e-623db85bf4cd for instance with vm_state active and task_state None. [ 764.225966] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-changed-69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 764.226200] env[69674]: DEBUG nova.compute.manager [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing instance network info cache due to event network-changed-69b11915-dbc5-4400-863e-623db85bf4cd. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 764.226463] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.226625] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.226822] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Refreshing network info cache for port 69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.242964] env[69674]: DEBUG nova.network.neutron [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.367671] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c28ff0c9-96fc-45af-80be-4915955b0aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.367991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.368218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.368414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.368601] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.371180] env[69674]: INFO nova.compute.manager [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Terminating instance [ 764.497711] env[69674]: DEBUG oslo_vmware.api [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.516433] env[69674]: INFO nova.compute.manager [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Detaching volume 982e826c-3103-42b2-b729-ea909850024e [ 764.534199] env[69674]: DEBUG nova.scheduler.client.report [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.557826] env[69674]: INFO nova.virt.block_device [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Attempting to driver detach volume 982e826c-3103-42b2-b729-ea909850024e from mountpoint /dev/sdb [ 764.558085] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.558286] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650657', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'name': 'volume-982e826c-3103-42b2-b729-ea909850024e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ed6619c-f1a2-476c-ba2f-7289de5b6e9e', 'attached_at': '', 'detached_at': '', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'serial': '982e826c-3103-42b2-b729-ea909850024e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.559252] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d7963b-d25f-4c42-87a1-41d5cd6c057c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.583088] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb2a93-7ec0-4ecf-8ca7-661568abd52a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.593789] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725de0a6-9607-45dc-a23d-02d9a15c5be2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.602159] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.553618} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.603279] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.604334] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3fc824-35b1-473e-8f89-2ba0dfd19561 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.637182] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e20ba99-4c23-4a51-8f63-7a8d1e9d8b5d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.659602] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 62538e53-59e3-4851-884f-87c35d076c59/62538e53-59e3-4851-884f-87c35d076c59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.660769] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3573d87-3890-4730-a5f2-385ecef8a97b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.692480] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.692825] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] The volume has not been displaced from its original location: [datastore2] volume-982e826c-3103-42b2-b729-ea909850024e/volume-982e826c-3103-42b2-b729-ea909850024e.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.699736] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.700602] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd87adb6-39f5-4e32-a3c9-ab766d00c2f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.715940] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 764.715940] env[69674]: value = "task-3256587" [ 764.715940] env[69674]: _type = "Task" [ 764.715940] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.721834] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 764.721834] env[69674]: value = "task-3256588" [ 764.721834] env[69674]: _type = "Task" [ 764.721834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.727805] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.740179] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.745961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.746248] env[69674]: DEBUG nova.compute.manager [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Inject network info {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 764.746535] env[69674]: DEBUG nova.compute.manager [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] network_info to inject: |[{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 764.751722] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfiguring VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 764.752229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f25895-6175-43cc-9143-3673d1b65e7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.769282] env[69674]: DEBUG oslo_vmware.api [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 764.769282] env[69674]: value = "task-3256589" [ 764.769282] env[69674]: _type = "Task" [ 764.769282] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.783362] env[69674]: DEBUG oslo_vmware.api [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.875081] env[69674]: DEBUG nova.compute.manager [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 764.875322] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.876262] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1847a079-0ac9-422b-911f-d3708dbf908c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.885482] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.885775] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9700a3c3-7b5d-4645-886a-353b309ca341 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.895486] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 764.895486] env[69674]: value = "task-3256590" [ 764.895486] env[69674]: _type = "Task" [ 764.895486] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.905102] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.998518] env[69674]: DEBUG oslo_vmware.api [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256584, 'name': ReconfigVM_Task, 'duration_secs': 1.299686} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.999116] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.999352] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfigured VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 765.033925] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updated VIF entry in instance network info cache for port 69b11915-dbc5-4400-863e-623db85bf4cd. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.034456] env[69674]: DEBUG nova.network.neutron [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b11915-dbc5-4400-863e-623db85bf4cd", "address": "fa:16:3e:2e:4a:ee", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b11915-db", "ovs_interfaceid": "69b11915-dbc5-4400-863e-623db85bf4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.042022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.044258] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.541s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.045833] env[69674]: INFO nova.compute.claims [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.070680] env[69674]: INFO nova.scheduler.client.report [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleted allocations for instance bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5 [ 765.141878] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256586, 'name': ReconfigVM_Task, 'duration_secs': 0.65445} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.142275] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c/volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.147148] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f50791-6e08-4573-9951-8e50c7d1c392 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.162716] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 765.162716] env[69674]: value = "task-3256591" [ 765.162716] env[69674]: _type = "Task" [ 765.162716] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.171024] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.225985] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256587, 'name': ReconfigVM_Task, 'duration_secs': 0.453082} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.226357] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 62538e53-59e3-4851-884f-87c35d076c59/62538e53-59e3-4851-884f-87c35d076c59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.227147] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0cafd0-7440-47f5-a1b4-5ec13c96a3c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.237824] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256588, 'name': ReconfigVM_Task, 'duration_secs': 0.26485} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.239439] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.245243] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 765.245243] env[69674]: value = "task-3256592" [ 765.245243] env[69674]: _type = "Task" [ 765.245243] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.245465] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c60e9b-03c2-48b0-b068-4c258e619df6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.268350] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256592, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270182] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 765.270182] env[69674]: value = "task-3256593" [ 765.270182] env[69674]: _type = "Task" [ 765.270182] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.286665] env[69674]: DEBUG oslo_vmware.api [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256589, 'name': ReconfigVM_Task, 'duration_secs': 0.237558} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.286897] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.287241] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f134992-459e-49e0-ade9-344090367b4e tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfigured VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 765.407933] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256590, 'name': PowerOffVM_Task, 'duration_secs': 0.234613} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.408368] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.408673] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.408993] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2f70e5-8efd-44b7-b588-141c3c7e2a24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.475723] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.475898] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.476103] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleting the datastore file [datastore1] c28ff0c9-96fc-45af-80be-4915955b0aea {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.476397] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e48aea0a-8aee-4a7e-a96d-d68b6dd9ce32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.484043] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 765.484043] env[69674]: value = "task-3256595" [ 765.484043] env[69674]: _type = "Task" [ 765.484043] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.492671] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.504023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18f458b2-d7d8-4600-840e-6a4ec5c6efbe tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.773s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.537679] env[69674]: DEBUG oslo_concurrency.lockutils [req-f6685375-be48-4098-8c3e-737e869cd25b req-c4ac27ea-7d76-48e6-9225-14b69358dc2a service nova] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.581304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dcb137ff-0360-4f2d-831a-41c23428d638 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.077s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.672743] env[69674]: DEBUG oslo_vmware.api [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256591, 'name': ReconfigVM_Task, 'duration_secs': 0.162035} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.673068] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650663', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'name': 'volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c648d597-0473-46d4-bd23-63e396311140', 'attached_at': '', 'detached_at': '', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'serial': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.767954] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256592, 'name': Rename_Task, 'duration_secs': 0.197565} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.768327] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.768500] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80112e5e-dfaa-43f9-b4c1-56c155ce7c23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.777353] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 765.777353] env[69674]: value = "task-3256596" [ 765.777353] env[69674]: _type = "Task" [ 765.777353] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.780516] env[69674]: DEBUG oslo_vmware.api [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256593, 'name': ReconfigVM_Task, 'duration_secs': 0.166009} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.783458] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650657', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'name': 'volume-982e826c-3103-42b2-b729-ea909850024e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ed6619c-f1a2-476c-ba2f-7289de5b6e9e', 'attached_at': '', 'detached_at': '', 'volume_id': '982e826c-3103-42b2-b729-ea909850024e', 'serial': '982e826c-3103-42b2-b729-ea909850024e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.795275] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.996152] env[69674]: DEBUG oslo_vmware.api [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454957} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.996474] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.996633] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.996763] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.996974] env[69674]: INFO nova.compute.manager [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 765.997214] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.997439] env[69674]: DEBUG nova.compute.manager [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 765.997544] env[69674]: DEBUG nova.network.neutron [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.187929] env[69674]: DEBUG nova.compute.manager [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 766.187929] env[69674]: DEBUG nova.compute.manager [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing instance network info cache due to event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 766.187929] env[69674]: DEBUG oslo_concurrency.lockutils [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.187929] env[69674]: DEBUG oslo_concurrency.lockutils [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.187929] env[69674]: DEBUG nova.network.neutron [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.293848] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256596, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.345020] env[69674]: DEBUG nova.objects.instance [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lazy-loading 'flavor' on Instance uuid 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.611925] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b23870e-5722-47e3-b57e-77f9637d7b31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.622486] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb2c24-2cc9-4799-9626-8b06f3105727 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.654436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00348474-2ec9-4a39-861c-ff1a0e0a24cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.662923] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc79398-399d-4122-b48a-9b754c4fcdb7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.677540] env[69674]: DEBUG nova.compute.provider_tree [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.715143] env[69674]: DEBUG nova.objects.instance [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'flavor' on Instance uuid c648d597-0473-46d4-bd23-63e396311140 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.794551] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256596, 'name': PowerOnVM_Task, 'duration_secs': 0.786964} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.794551] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.794551] env[69674]: INFO nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Took 8.56 seconds to spawn the instance on the hypervisor. [ 766.794788] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 766.795488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5618c1-bcde-4543-98e3-8adbfee43192 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931590] env[69674]: DEBUG nova.network.neutron [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.933819] env[69674]: DEBUG nova.objects.instance [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lazy-loading 'flavor' on Instance uuid 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.984203] env[69674]: DEBUG nova.network.neutron [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updated VIF entry in instance network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.984386] env[69674]: DEBUG nova.network.neutron [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.101054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "f7b7f571-9eea-402d-8104-85a4227ba52e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.101282] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.101776] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "f7b7f571-9eea-402d-8104-85a4227ba52e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.101918] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.102110] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.104613] env[69674]: INFO nova.compute.manager [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Terminating instance [ 767.180774] env[69674]: DEBUG nova.scheduler.client.report [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.220611] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9c894889-0eb8-405c-919d-71855af3971d tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.306s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.315094] env[69674]: INFO nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Took 43.86 seconds to build instance. [ 767.353293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18aff96f-4c77-4f6d-a0f7-571ebaff74fc tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.432525] env[69674]: INFO nova.compute.manager [-] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Took 1.43 seconds to deallocate network for instance. [ 767.440356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.492146] env[69674]: DEBUG oslo_concurrency.lockutils [req-176cdcf0-1933-483d-b3de-f8ba45c22f36 req-d98517df-4ba1-41ce-b1d1-10ba718d6034 service nova] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.492146] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.608295] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "refresh_cache-f7b7f571-9eea-402d-8104-85a4227ba52e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.608518] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquired lock "refresh_cache-f7b7f571-9eea-402d-8104-85a4227ba52e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.608693] env[69674]: DEBUG nova.network.neutron [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.635841] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.635841] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.636341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.636341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.636341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.638360] env[69674]: INFO nova.compute.manager [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Terminating instance [ 767.685882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.686436] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 767.689563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.106s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.689700] env[69674]: DEBUG nova.objects.instance [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lazy-loading 'resources' on Instance uuid 316e932a-aa31-40e0-9bc4-54d4157d32b0 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.701647] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.701903] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.702130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "c648d597-0473-46d4-bd23-63e396311140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.702324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.702555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.704376] env[69674]: INFO nova.compute.manager [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Terminating instance [ 767.817305] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.334s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.884908] env[69674]: DEBUG nova.network.neutron [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.939452] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.131223] env[69674]: DEBUG nova.network.neutron [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.142075] env[69674]: DEBUG nova.compute.manager [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 768.142321] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.143251] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ebfb2-5d44-4aca-a7a3-fba9fdc5681f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.155064] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.155336] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed086bb-634c-4423-8d3f-6ab30b823fec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.162685] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 768.162685] env[69674]: value = "task-3256597" [ 768.162685] env[69674]: _type = "Task" [ 768.162685] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.171104] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.195137] env[69674]: DEBUG nova.compute.utils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.196688] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 768.196860] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.200090] env[69674]: DEBUG nova.network.neutron [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.207754] env[69674]: DEBUG nova.compute.manager [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 768.208281] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.208491] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca927a8-c1f1-4ba7-8287-79948f99ace4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.218801] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 768.218801] env[69674]: value = "task-3256598" [ 768.218801] env[69674]: _type = "Task" [ 768.218801] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.219807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-69b11915-dbc5-4400-863e-623db85bf4cd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.219807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-69b11915-dbc5-4400-863e-623db85bf4cd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.239513] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.241331] env[69674]: DEBUG nova.policy [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a002eed431964e75ac225af4c868238a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de069386244e4a82a3465c520db19b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.321662] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 768.676888] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256597, 'name': PowerOffVM_Task, 'duration_secs': 0.197445} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.677691] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.677986] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.678352] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6b8303-01dd-48a0-b17b-b35792f08faa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.704400] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 768.705330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Releasing lock "refresh_cache-f7b7f571-9eea-402d-8104-85a4227ba52e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706121] env[69674]: DEBUG nova.compute.manager [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 768.706541] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.710691] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a7234-9169-41f1-af8b-bfebfe209c0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.725132] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.725595] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59788032-0113-46b0-8216-f1d707b3335e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.728247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.728555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.729600] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002185f-9036-4f38-99ef-3694f183b491 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.740824] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256598, 'name': PowerOffVM_Task, 'duration_secs': 0.253422} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.741595] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 768.741595] env[69674]: value = "task-3256600" [ 768.741595] env[69674]: _type = "Task" [ 768.741595] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.746293] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.746970] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.747458] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650663', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'name': 'volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c648d597-0473-46d4-bd23-63e396311140', 'attached_at': '', 'detached_at': '', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'serial': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.749700] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c34a72-afa9-4b03-aed2-150ca9b515f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.766293] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.766715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.767048] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Deleting the datastore file [datastore2] fff019fb-1d8d-4780-b5db-ad0c977eb958 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.767875] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148dc779-b5d3-44dd-9dd3-5c8450d18382 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.808309] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.812093] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57cea5-b75e-40ca-9e25-86d0292d725a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.815341] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8230e96-81e4-49d4-8eb7-0b41b5e522f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.819850] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for the task: (returnval){ [ 768.819850] env[69674]: value = "task-3256601" [ 768.819850] env[69674]: _type = "Task" [ 768.819850] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.853019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfiguring VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 768.856920] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9f0ee1-1896-4e90-9d3d-25e8a6241eaa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.872950] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50cd97c-c20a-4be4-a8bb-98ab21bcb0e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.882056] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.882935] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Successfully created port: fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.911821] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.913542] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5070b953-74e7-4a5e-a677-83560faabe23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.916414] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 768.916414] env[69674]: value = "task-3256602" [ 768.916414] env[69674]: _type = "Task" [ 768.916414] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.933404] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] The volume has not been displaced from its original location: [datastore2] volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c/volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 768.938770] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.940891] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e8a278-acae-49e5-b8e7-0897891a89d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.955061] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33d10b-2455-41a8-bf16-cd01eb2b1ace {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.962418] env[69674]: DEBUG nova.network.neutron [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.964096] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.970789] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e507f56b-eb30-4cdd-ae1c-eade27f63112 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.975633] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 768.975633] env[69674]: value = "task-3256603" [ 768.975633] env[69674]: _type = "Task" [ 768.975633] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.008969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9f36f-a6cf-401b-a412-15c8e10ed4a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021209] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad730a3-f46c-4cde-86b9-84637ab6d629 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.027472] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.041890] env[69674]: DEBUG nova.compute.provider_tree [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.263883] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256600, 'name': PowerOffVM_Task, 'duration_secs': 0.179681} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.264180] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.268055] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.268055] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935f4464-19dc-42af-8444-2c61e1c3d03d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.307162] env[69674]: DEBUG nova.compute.manager [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Received event network-changed-d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 769.307561] env[69674]: DEBUG nova.compute.manager [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Refreshing instance network info cache due to event network-changed-d2318b04-9095-40b0-9308-ad5006191295. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 769.307750] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Acquiring lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.307928] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Acquired lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.308140] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Refreshing network info cache for port d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.311980] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.312206] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.312382] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleting the datastore file [datastore2] f7b7f571-9eea-402d-8104-85a4227ba52e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.312895] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca99f8dc-4203-4c4a-beb6-b2ba4eeb5ca4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.322213] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for the task: (returnval){ [ 769.322213] env[69674]: value = "task-3256605" [ 769.322213] env[69674]: _type = "Task" [ 769.322213] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.341100] env[69674]: DEBUG oslo_vmware.api [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Task: {'id': task-3256601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208177} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.346343] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.347606] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.347606] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.347606] env[69674]: INFO nova.compute.manager [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Took 1.20 seconds to destroy the instance on the hypervisor. [ 769.347902] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.348421] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.348703] env[69674]: DEBUG nova.compute.manager [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 769.348854] env[69674]: DEBUG nova.network.neutron [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.429803] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.466517] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.467300] env[69674]: DEBUG nova.compute.manager [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Inject network info {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 769.467300] env[69674]: DEBUG nova.compute.manager [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] network_info to inject: |[{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 769.472153] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfiguring VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 769.472510] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8e278a-832f-45c9-aa31-afa34f99741b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.494140] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256603, 'name': ReconfigVM_Task, 'duration_secs': 0.271436} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.495574] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.500812] env[69674]: DEBUG oslo_vmware.api [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 769.500812] env[69674]: value = "task-3256606" [ 769.500812] env[69674]: _type = "Task" [ 769.500812] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.501056] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3b1737-2c12-4981-8b1c-bb6a60afc0d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.523758] env[69674]: DEBUG oslo_vmware.api [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.524915] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 769.524915] env[69674]: value = "task-3256607" [ 769.524915] env[69674]: _type = "Task" [ 769.524915] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.534120] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.545685] env[69674]: DEBUG nova.scheduler.client.report [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.589977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.590312] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.716350] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 769.751242] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.754371] env[69674]: DEBUG nova.virt.hardware [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.754371] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e7c3b9-6ad9-455b-a159-8ca2e0daa18b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.763720] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc24de-fbaf-4072-a317-153b7da95d8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.838033] env[69674]: DEBUG oslo_vmware.api [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Task: {'id': task-3256605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164005} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.839625] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.839625] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.839625] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.839625] env[69674]: INFO nova.compute.manager [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 769.839625] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.839625] env[69674]: DEBUG nova.compute.manager [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 769.839625] env[69674]: DEBUG nova.network.neutron [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.870409] env[69674]: DEBUG nova.network.neutron [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.937335] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.036033] env[69674]: DEBUG oslo_vmware.api [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256606, 'name': ReconfigVM_Task, 'duration_secs': 0.190389} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.036033] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d2cb2d-1fb2-4fe6-a6b2-8edb05ec8535 tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Reconfigured VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 770.043202] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256607, 'name': ReconfigVM_Task, 'duration_secs': 0.238592} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.043520] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650663', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'name': 'volume-57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c648d597-0473-46d4-bd23-63e396311140', 'attached_at': '', 'detached_at': '', 'volume_id': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c', 'serial': '57fc4cb8-96b8-483e-834a-7cd1d8f3d85c'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 770.043796] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.044686] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d175ab3e-3550-41b3-aba3-7a3801e75d20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.051352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.058336] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.729s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.058701] env[69674]: DEBUG nova.objects.instance [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lazy-loading 'resources' on Instance uuid 4d6ce89e-a049-4769-a65d-4d656d5f9ce7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.060288] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.060815] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e80815-e147-454f-9c47-38bc5ff0c7b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.083907] env[69674]: INFO nova.scheduler.client.report [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted allocations for instance 316e932a-aa31-40e0-9bc4-54d4157d32b0 [ 770.143593] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.143890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.144125] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore1] c648d597-0473-46d4-bd23-63e396311140 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.144417] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39087044-6c3f-4850-9949-d05c1f783e90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.152998] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 770.152998] env[69674]: value = "task-3256609" [ 770.152998] env[69674]: _type = "Task" [ 770.152998] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.162301] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.169808] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updated VIF entry in instance network info cache for port d2318b04-9095-40b0-9308-ad5006191295. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.170212] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating instance_info_cache with network_info: [{"id": "d2318b04-9095-40b0-9308-ad5006191295", "address": "fa:16:3e:e2:8e:29", "network": {"id": "3b8cf11a-e909-4587-b280-9746061a8fc8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936413715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f3b6f3d6344fb900d9c9581da174a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2318b04-90", "ovs_interfaceid": "d2318b04-9095-40b0-9308-ad5006191295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.374413] env[69674]: DEBUG nova.network.neutron [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.429640] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.525662] env[69674]: DEBUG nova.network.neutron [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.593434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-174b478a-b7a9-4f6e-a9fe-4905ae837bb9 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "316e932a-aa31-40e0-9bc4-54d4157d32b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.164s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.614293] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Successfully updated port: fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.668223] env[69674]: DEBUG oslo_vmware.api [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151914} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.668635] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.668858] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.669051] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.669254] env[69674]: INFO nova.compute.manager [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Took 2.46 seconds to destroy the instance on the hypervisor. [ 770.669574] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.669796] env[69674]: DEBUG nova.compute.manager [-] [instance: c648d597-0473-46d4-bd23-63e396311140] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 770.669867] env[69674]: DEBUG nova.network.neutron [-] [instance: c648d597-0473-46d4-bd23-63e396311140] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.674523] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Releasing lock "refresh_cache-f1562f66-a5bc-453a-957a-a4a03e102c34" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.674737] env[69674]: DEBUG nova.compute.manager [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Received event network-vif-deleted-496d8831-b0b3-4f15-8628-2756404d0017 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 770.674921] env[69674]: DEBUG nova.compute.manager [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 770.675095] env[69674]: DEBUG nova.compute.manager [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing instance network info cache due to event network-changed-06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 770.675301] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Acquiring lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.675441] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Acquired lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.675604] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Refreshing network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.782479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.782767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.783075] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.785224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.785224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.785849] env[69674]: INFO nova.compute.manager [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Terminating instance [ 770.877652] env[69674]: INFO nova.compute.manager [-] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Took 1.04 seconds to deallocate network for instance. [ 770.931743] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.028890] env[69674]: INFO nova.compute.manager [-] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Took 1.68 seconds to deallocate network for instance. [ 771.070994] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da0332c-598a-4d8e-9d29-106db13d7a63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.086746] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94c846-9a40-4b21-b943-d724a9a6b993 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.119570] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.119570] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.119722] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.124132] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f4fd7-604f-40c7-ac38-ed3424731816 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.131231] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf303e-9230-49fe-bb90-4384c0b35762 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.146478] env[69674]: DEBUG nova.compute.provider_tree [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.292026] env[69674]: DEBUG nova.compute.manager [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 771.292187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.293369] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0945a709-a4fd-4f42-abd1-9b126dc4ca4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305297] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.305589] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00490525-0098-41b3-ba9d-20ded3be9be4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.312878] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 771.312878] env[69674]: value = "task-3256610" [ 771.312878] env[69674]: _type = "Task" [ 771.312878] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.322289] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.392022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.431883] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.450497] env[69674]: DEBUG nova.network.neutron [-] [instance: c648d597-0473-46d4-bd23-63e396311140] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.515770] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updated VIF entry in instance network info cache for port 06ea7e59-9287-4076-8ff5-d63bdcd1875c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.516199] env[69674]: DEBUG nova.network.neutron [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [{"id": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "address": "fa:16:3e:80:91:81", "network": {"id": "2dd4ad82-728d-40a0-af5b-883a6df6343e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136628231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5375a748f06d4090bb04580e5849c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ea7e59-92", "ovs_interfaceid": "06ea7e59-9287-4076-8ff5-d63bdcd1875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.539285] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.579559] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Received event network-vif-deleted-0922a681-d500-4a0b-9dda-8ad7fbccc47a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 771.579789] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Received event network-vif-plugged-fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 771.580205] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Acquiring lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.580372] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.580591] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.580797] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] No waiting events found dispatching network-vif-plugged-fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.581021] env[69674]: WARNING nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Received unexpected event network-vif-plugged-fff475c4-924d-4b7d-9ff9-a5f59ce960f6 for instance with vm_state building and task_state spawning. [ 771.581235] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Received event network-changed-fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 771.581431] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Refreshing instance network info cache due to event network-changed-fff475c4-924d-4b7d-9ff9-a5f59ce960f6. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 771.581652] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Acquiring lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649511] env[69674]: DEBUG nova.scheduler.client.report [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.681041] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.823560] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256610, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.853606] env[69674]: DEBUG nova.network.neutron [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Updating instance_info_cache with network_info: [{"id": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "address": "fa:16:3e:0d:75:e7", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff475c4-92", "ovs_interfaceid": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.931501] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.953419] env[69674]: INFO nova.compute.manager [-] [instance: c648d597-0473-46d4-bd23-63e396311140] Took 1.28 seconds to deallocate network for instance. [ 772.022022] env[69674]: DEBUG oslo_concurrency.lockutils [req-61608a4b-f7e7-48e5-b591-d49d8d0b6ad8 req-6f130089-9ed3-4d75-a75c-0a44dff6e688 service nova] Releasing lock "refresh_cache-2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.154972] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.157224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.501s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.157472] env[69674]: DEBUG nova.objects.instance [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lazy-loading 'resources' on Instance uuid 8b23f73b-a334-4421-8cda-528b3ece1d37 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.182277] env[69674]: INFO nova.scheduler.client.report [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Deleted allocations for instance 4d6ce89e-a049-4769-a65d-4d656d5f9ce7 [ 772.325828] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256610, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.356959] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.357442] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Instance network_info: |[{"id": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "address": "fa:16:3e:0d:75:e7", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff475c4-92", "ovs_interfaceid": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 772.357813] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Acquired lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.357990] env[69674]: DEBUG nova.network.neutron [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Refreshing network info cache for port fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.359445] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:75:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff475c4-924d-4b7d-9ff9-a5f59ce960f6', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.367603] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.370958] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.371531] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72a22fa2-28b2-4e67-ad1c-4ec4639e6889 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.396309] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.396309] env[69674]: value = "task-3256611" [ 772.396309] env[69674]: _type = "Task" [ 772.396309] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.405731] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256611, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.433399] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.505410] env[69674]: INFO nova.compute.manager [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: c648d597-0473-46d4-bd23-63e396311140] Took 0.55 seconds to detach 1 volumes for instance. [ 772.678417] env[69674]: DEBUG nova.network.neutron [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Updated VIF entry in instance network info cache for port fff475c4-924d-4b7d-9ff9-a5f59ce960f6. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.678801] env[69674]: DEBUG nova.network.neutron [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Updating instance_info_cache with network_info: [{"id": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "address": "fa:16:3e:0d:75:e7", "network": {"id": "be43e0a3-365c-46a2-bb6d-2fa8a191f5dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1206268981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de069386244e4a82a3465c520db19b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff475c4-92", "ovs_interfaceid": "fff475c4-924d-4b7d-9ff9-a5f59ce960f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.692421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ec7343cb-f393-4acf-8d23-8dcedcdac843 tempest-ListServersNegativeTestJSON-1398435389 tempest-ListServersNegativeTestJSON-1398435389-project-member] Lock "4d6ce89e-a049-4769-a65d-4d656d5f9ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.335s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.826739] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256610, 'name': PowerOffVM_Task, 'duration_secs': 1.187843} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.831313] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.831313] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.831313] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d96a4f2-ce95-4bbc-ad08-e191f64683b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.906459] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.906634] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.906752] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Deleting the datastore file [datastore1] 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.907555] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e64b8d4-6f8c-4ca5-ad8a-a6d6a8bdd4a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.913435] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256611, 'name': CreateVM_Task, 'duration_secs': 0.379672} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.913578] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.914269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.914477] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.914788] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.914995] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3ea51c-38f8-4768-aee4-da28993b2e86 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.920505] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for the task: (returnval){ [ 772.920505] env[69674]: value = "task-3256613" [ 772.920505] env[69674]: _type = "Task" [ 772.920505] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.924073] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 772.924073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521658b9-0804-1252-d005-372d555e1006" [ 772.924073] env[69674]: _type = "Task" [ 772.924073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.947071] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521658b9-0804-1252-d005-372d555e1006, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.948572] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.948572] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.948572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.948572] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.948572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.948572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.948572] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.948880] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4d13fb-c311-4902-a15d-336cdd8e0443 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.958751] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.958943] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.959789] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06f752c-0f8a-4827-a5e2-2855cef8e7a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.965463] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 772.965463] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5234950c-ed12-743e-4e42-0c405015f570" [ 772.965463] env[69674]: _type = "Task" [ 772.965463] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.975269] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5234950c-ed12-743e-4e42-0c405015f570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.014211] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.171911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c2c96-213d-482c-ab96-57383e5a6832 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.181301] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0fddd8-6f09-4de2-a602-39e20d9b7e51 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.185122] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] Releasing lock "refresh_cache-528e2c92-d01e-4c35-a2ba-70d439af2fc7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.185403] env[69674]: DEBUG nova.compute.manager [req-2e8c2b2c-63c4-4540-b781-1ecbe378ddb2 req-326068e6-7873-42ea-9a97-5ce2e0aa8b50 service nova] [instance: c648d597-0473-46d4-bd23-63e396311140] Received event network-vif-deleted-52c46aa1-d43f-4dc9-8095-c5cbfb7789d6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 773.211467] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491842d-8dc2-45fc-9f8c-e94629a9755a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.219940] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3517e1fc-0612-49c9-97b8-cc02f1f03dfc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.236428] env[69674]: DEBUG nova.compute.provider_tree [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.440451] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.443760] env[69674]: DEBUG oslo_vmware.api [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Task: {'id': task-3256613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145529} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.447105] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.447105] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.447105] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.447105] env[69674]: INFO nova.compute.manager [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Took 2.15 seconds to destroy the instance on the hypervisor. [ 773.447105] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.447105] env[69674]: DEBUG nova.compute.manager [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 773.447105] env[69674]: DEBUG nova.network.neutron [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.475322] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5234950c-ed12-743e-4e42-0c405015f570, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.476113] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea1d690-8e15-48e0-af60-8f48835f56e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.488086] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 773.488086] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209488a-9560-78ea-c6ce-3e1bfc4c5c46" [ 773.488086] env[69674]: _type = "Task" [ 773.488086] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.495133] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209488a-9560-78ea-c6ce-3e1bfc4c5c46, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.495415] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.495674] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 528e2c92-d01e-4c35-a2ba-70d439af2fc7/528e2c92-d01e-4c35-a2ba-70d439af2fc7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.495921] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f9d52fb-60f1-4a09-b457-5c309f1f9263 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.503507] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 773.503507] env[69674]: value = "task-3256614" [ 773.503507] env[69674]: _type = "Task" [ 773.503507] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.514958] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.742317] env[69674]: DEBUG nova.scheduler.client.report [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.936078] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.007860] env[69674]: DEBUG nova.compute.manager [req-b119ec37-58bb-41a9-86f2-ef7268447f33 req-cdf3e7a0-42e3-4dd1-ab1f-40364f12e8d9 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Received event network-vif-deleted-06ea7e59-9287-4076-8ff5-d63bdcd1875c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 774.007860] env[69674]: INFO nova.compute.manager [req-b119ec37-58bb-41a9-86f2-ef7268447f33 req-cdf3e7a0-42e3-4dd1-ab1f-40364f12e8d9 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Neutron deleted interface 06ea7e59-9287-4076-8ff5-d63bdcd1875c; detaching it from the instance and deleting it from the info cache [ 774.008131] env[69674]: DEBUG nova.network.neutron [req-b119ec37-58bb-41a9-86f2-ef7268447f33 req-cdf3e7a0-42e3-4dd1-ab1f-40364f12e8d9 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.024919] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439544} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.025195] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 528e2c92-d01e-4c35-a2ba-70d439af2fc7/528e2c92-d01e-4c35-a2ba-70d439af2fc7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.029404] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.029404] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df92d65-cb2d-4241-88bd-3c284c7a8e32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.033481] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 774.033481] env[69674]: value = "task-3256615" [ 774.033481] env[69674]: _type = "Task" [ 774.033481] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.047450] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.251610] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.252433] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.421s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.254458] env[69674]: INFO nova.compute.claims [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.283334] env[69674]: INFO nova.scheduler.client.report [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Deleted allocations for instance 8b23f73b-a334-4421-8cda-528b3ece1d37 [ 774.438652] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.488153] env[69674]: DEBUG nova.network.neutron [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.517637] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741b5a1d-dd4c-4e06-8bef-8a5a0719d30f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.529879] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff1255-d484-49c0-a4cd-62860213d872 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.552459] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06442} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.552749] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.557030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589c5f7-2bb3-42bf-a110-13476e74d87c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.581167] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 528e2c92-d01e-4c35-a2ba-70d439af2fc7/528e2c92-d01e-4c35-a2ba-70d439af2fc7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.592280] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2360008-43ae-42f3-bec9-0585ee812d36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.608527] env[69674]: DEBUG nova.compute.manager [req-b119ec37-58bb-41a9-86f2-ef7268447f33 req-cdf3e7a0-42e3-4dd1-ab1f-40364f12e8d9 service nova] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Detach interface failed, port_id=06ea7e59-9287-4076-8ff5-d63bdcd1875c, reason: Instance 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 774.615475] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 774.615475] env[69674]: value = "task-3256616" [ 774.615475] env[69674]: _type = "Task" [ 774.615475] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.624795] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.795450] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e02bbe36-09e9-4d07-9720-73870bc3d527 tempest-ListServerFiltersTestJSON-662373731 tempest-ListServerFiltersTestJSON-662373731-project-member] Lock "8b23f73b-a334-4421-8cda-528b3ece1d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.571s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.936747] env[69674]: DEBUG oslo_vmware.api [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256602, 'name': ReconfigVM_Task, 'duration_secs': 5.797595} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.937157] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.937380] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Reconfigured VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 774.993146] env[69674]: INFO nova.compute.manager [-] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Took 1.55 seconds to deallocate network for instance. [ 775.130117] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256616, 'name': ReconfigVM_Task, 'duration_secs': 0.309034} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.130841] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 528e2c92-d01e-4c35-a2ba-70d439af2fc7/528e2c92-d01e-4c35-a2ba-70d439af2fc7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.131755] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e0c544-a2cb-4dcc-a90a-c948d008ca5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.141134] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 775.141134] env[69674]: value = "task-3256617" [ 775.141134] env[69674]: _type = "Task" [ 775.141134] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.152365] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256617, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.503439] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.657615] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256617, 'name': Rename_Task, 'duration_secs': 0.169983} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.660195] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.660195] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7029cd04-fe32-43ff-88a8-9e4467c3b75c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.668136] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 775.668136] env[69674]: value = "task-3256618" [ 775.668136] env[69674]: _type = "Task" [ 775.668136] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.678646] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.790357] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29682550-63d7-495d-bd07-00338550f7ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.802393] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50cc11-f738-41ba-9e45-1c03ab0a9e8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.840301] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a03d5-1d67-499c-8d18-f41c3a43903d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.850298] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf14b04-aa6b-494e-84ae-3a6e3d70d62c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.864797] env[69674]: DEBUG nova.compute.provider_tree [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.136135] env[69674]: DEBUG nova.compute.manager [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-vif-deleted-69b11915-dbc5-4400-863e-623db85bf4cd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 776.136444] env[69674]: INFO nova.compute.manager [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Neutron deleted interface 69b11915-dbc5-4400-863e-623db85bf4cd; detaching it from the instance and deleting it from the info cache [ 776.138137] env[69674]: DEBUG nova.network.neutron [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.177389] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256618, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.369772] env[69674]: DEBUG nova.scheduler.client.report [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.618042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.618378] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.619143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.619143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.619143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.621655] env[69674]: INFO nova.compute.manager [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Terminating instance [ 776.639752] env[69674]: DEBUG oslo_concurrency.lockutils [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] Acquiring lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.677952] env[69674]: DEBUG oslo_vmware.api [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256618, 'name': PowerOnVM_Task, 'duration_secs': 0.731409} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.678460] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.678460] env[69674]: INFO nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Took 6.96 seconds to spawn the instance on the hypervisor. [ 776.678654] env[69674]: DEBUG nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 776.679557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0e8da4-61a5-4989-8271-83785de372a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.683125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.683125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.683125] env[69674]: DEBUG nova.network.neutron [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.879021] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.879021] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 776.882321] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.154s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.883895] env[69674]: INFO nova.compute.claims [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.125832] env[69674]: DEBUG nova.compute.manager [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 777.126343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.129214] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf9eaa-1d23-4af1-9344-e4981689b623 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137301] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.138048] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2836cb81-8937-4d57-a773-8bf1cf5771b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.147081] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 777.147081] env[69674]: value = "task-3256619" [ 777.147081] env[69674]: _type = "Task" [ 777.147081] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.159038] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.203659] env[69674]: INFO nova.compute.manager [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Took 38.73 seconds to build instance. [ 777.391141] env[69674]: DEBUG nova.compute.utils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.393211] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 777.393387] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.434464] env[69674]: DEBUG nova.policy [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1334398a32b04e46b09c0aa6304f809a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520ff828d7554135b527e18e050a256a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.587168] env[69674]: DEBUG nova.network.neutron [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [{"id": "09246391-a52b-4625-ab59-c830e87fad64", "address": "fa:16:3e:3b:7e:ff", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09246391-a5", "ovs_interfaceid": "09246391-a52b-4625-ab59-c830e87fad64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.659723] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256619, 'name': PowerOffVM_Task, 'duration_secs': 0.234422} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.660080] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.660246] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.660529] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f83b68-ff5a-413c-b07f-4365202d3446 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.705498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6a86a771-9842-4dab-8db9-2844a3c40290 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.194s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.731235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.732050] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.732050] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleting the datastore file [datastore1] 0ec66b0d-5ae8-4b64-b893-375c6b412c59 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.732912] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fe7bc2-b708-4987-90c3-9bc06ea70ae5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.744020] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 777.744020] env[69674]: value = "task-3256621" [ 777.744020] env[69674]: _type = "Task" [ 777.744020] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.751760] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.815455] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "62538e53-59e3-4851-884f-87c35d076c59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.815754] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.815971] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "62538e53-59e3-4851-884f-87c35d076c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.817541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.817541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.818919] env[69674]: INFO nova.compute.manager [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Terminating instance [ 777.898895] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 777.959301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.959828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.959828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.960070] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.962110] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.965401] env[69674]: INFO nova.compute.manager [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Terminating instance [ 778.060175] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Successfully created port: 1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.093599] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.208248] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 778.256283] env[69674]: DEBUG oslo_vmware.api [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240453} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.259145] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.259384] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.259564] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.259743] env[69674]: INFO nova.compute.manager [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 778.260082] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.261947] env[69674]: DEBUG nova.compute.manager [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 778.261947] env[69674]: DEBUG nova.network.neutron [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.328238] env[69674]: DEBUG nova.compute.manager [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 778.328238] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.332223] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a214dc-bb82-48cc-8e95-25409d741be9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.344094] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.348535] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7a39fa-e434-47b5-89e8-773c5ed5932e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.360930] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 778.360930] env[69674]: value = "task-3256622" [ 778.360930] env[69674]: _type = "Task" [ 778.360930] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.375191] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.470319] env[69674]: DEBUG nova.compute.manager [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 778.470469] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.471457] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af1ac6-81fd-4e1c-87cc-c591adef9403 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.487328] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.489025] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ade764-746c-4f91-96c6-ef5084051448 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.504303] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 778.504303] env[69674]: value = "task-3256623" [ 778.504303] env[69674]: _type = "Task" [ 778.504303] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.521355] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.549679] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7191e6ea-0dbd-4399-b76c-ebbc8bb57ac3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.559020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1354a688-82a2-4fad-8fb4-1fd79de85594 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.597461] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f15d17-dc85-44e2-9873-1094c8656652 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.603305] env[69674]: DEBUG oslo_concurrency.lockutils [None req-89f2916d-6071-4002-9898-c4838416b7ef tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-0ec66b0d-5ae8-4b64-b893-375c6b412c59-69b11915-dbc5-4400-863e-623db85bf4cd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.382s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.610796] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba43850-eb7d-42ac-9754-1746d3237f13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.626125] env[69674]: DEBUG nova.compute.provider_tree [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.734800] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.880263] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256622, 'name': PowerOffVM_Task, 'duration_secs': 0.219442} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.880653] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.881192] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.881403] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b937d5b5-a9f9-4124-8144-4078a9cd282e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.915341] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 778.945838] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.946144] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.946933] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.946933] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.946933] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.946933] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.947333] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.947333] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.947333] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.947724] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.947724] env[69674]: DEBUG nova.virt.hardware [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.949184] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c2df5-4e23-4e54-8033-f6a08a93cb69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.958567] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e749614-d761-4b68-abe1-7613c38855ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.981135] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.981658] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.981877] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleting the datastore file [datastore2] 62538e53-59e3-4851-884f-87c35d076c59 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.982167] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c081a0-333f-4df7-b6ef-6c43ebdd2cd8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.988931] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 778.988931] env[69674]: value = "task-3256625" [ 778.988931] env[69674]: _type = "Task" [ 778.988931] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.002076] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.016366] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256623, 'name': PowerOffVM_Task, 'duration_secs': 0.234051} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.016643] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.016813] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.017126] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eff38a8-6423-48a8-acce-b92404506d0c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.088442] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.092187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.092187] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleting the datastore file [datastore1] 528e2c92-d01e-4c35-a2ba-70d439af2fc7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.092187] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47213017-6524-4b06-ace2-64cf780829f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.100625] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for the task: (returnval){ [ 779.100625] env[69674]: value = "task-3256627" [ 779.100625] env[69674]: _type = "Task" [ 779.100625] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.110778] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.112792] env[69674]: DEBUG nova.compute.manager [req-a34e5b1e-7957-496b-8302-6bc9d1d40297 req-633db852-aa6d-4d6f-adfa-f8426425192b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Received event network-vif-deleted-09246391-a52b-4625-ab59-c830e87fad64 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 779.112975] env[69674]: INFO nova.compute.manager [req-a34e5b1e-7957-496b-8302-6bc9d1d40297 req-633db852-aa6d-4d6f-adfa-f8426425192b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Neutron deleted interface 09246391-a52b-4625-ab59-c830e87fad64; detaching it from the instance and deleting it from the info cache [ 779.113309] env[69674]: DEBUG nova.network.neutron [req-a34e5b1e-7957-496b-8302-6bc9d1d40297 req-633db852-aa6d-4d6f-adfa-f8426425192b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.129922] env[69674]: DEBUG nova.scheduler.client.report [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.425141] env[69674]: DEBUG nova.network.neutron [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.501292] env[69674]: DEBUG oslo_vmware.api [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155993} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.501292] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.501292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.501292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.501842] env[69674]: INFO nova.compute.manager [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Took 1.17 seconds to destroy the instance on the hypervisor. [ 779.501842] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.501842] env[69674]: DEBUG nova.compute.manager [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 779.502524] env[69674]: DEBUG nova.network.neutron [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.521933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "7c912f20-40b1-4efa-81a9-c9a218f84925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.522018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.613579] env[69674]: DEBUG oslo_vmware.api [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Task: {'id': task-3256627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133845} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.613719] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.613893] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.614036] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.614212] env[69674]: INFO nova.compute.manager [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.614455] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.614716] env[69674]: DEBUG nova.compute.manager [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 779.614831] env[69674]: DEBUG nova.network.neutron [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.617948] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4acfa6f9-d3e0-426a-8943-0773d20ce94f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.628553] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6621849-9a60-4b05-9935-b0671318a419 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.645542] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.646276] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 779.648975] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.616s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.650831] env[69674]: INFO nova.compute.claims [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.681936] env[69674]: DEBUG nova.compute.manager [req-a34e5b1e-7957-496b-8302-6bc9d1d40297 req-633db852-aa6d-4d6f-adfa-f8426425192b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Detach interface failed, port_id=09246391-a52b-4625-ab59-c830e87fad64, reason: Instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 779.750677] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Successfully updated port: 1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.904289] env[69674]: DEBUG nova.compute.manager [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Received event network-vif-plugged-1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 779.904289] env[69674]: DEBUG oslo_concurrency.lockutils [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] Acquiring lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.904289] env[69674]: DEBUG oslo_concurrency.lockutils [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.904425] env[69674]: DEBUG oslo_concurrency.lockutils [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.904526] env[69674]: DEBUG nova.compute.manager [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] No waiting events found dispatching network-vif-plugged-1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.904689] env[69674]: WARNING nova.compute.manager [req-a10777ef-175f-4f2e-a60f-6158a447f1cd req-f7735fcb-63df-484c-b809-da1a025f66b1 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Received unexpected event network-vif-plugged-1a383c05-231c-4b2f-902a-ca0d6bbfe82c for instance with vm_state building and task_state spawning. [ 779.927579] env[69674]: INFO nova.compute.manager [-] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Took 1.67 seconds to deallocate network for instance. [ 780.157794] env[69674]: DEBUG nova.compute.utils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.159023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "feac5478-6ccf-4013-887c-8d6e81c7045e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.159276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.162546] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 780.162546] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.168019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "da859841-35f7-4891-8e3c-09a0becd5523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.168019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.222715] env[69674]: DEBUG nova.policy [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0ff8473ee3e41ee96a89a0a542f29ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376f110a96914c3eb260797788089ed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.255533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.255533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquired lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.255533] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.417995] env[69674]: DEBUG nova.network.neutron [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.436560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.519382] env[69674]: DEBUG nova.network.neutron [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.600611] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Successfully created port: 57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.661360] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 780.780940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "d4ba4347-8333-4520-b723-4498e6cac57f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.780940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.815771] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.926361] env[69674]: INFO nova.compute.manager [-] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Took 1.42 seconds to deallocate network for instance. [ 781.021888] env[69674]: INFO nova.compute.manager [-] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Took 1.41 seconds to deallocate network for instance. [ 781.033955] env[69674]: DEBUG nova.network.neutron [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Updating instance_info_cache with network_info: [{"id": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "address": "fa:16:3e:79:45:7c", "network": {"id": "c71d2900-58ad-4540-b894-e2fccb647275", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1876649858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520ff828d7554135b527e18e050a256a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a383c05-23", "ovs_interfaceid": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.139688] env[69674]: DEBUG nova.compute.manager [req-746c1643-b698-48b6-b75d-95a73a1a31bb req-752f680f-28b2-4d59-8dc6-5d74d0ddd115 service nova] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Received event network-vif-deleted-7eecdf59-c51c-4bfe-84eb-feac4b64b022 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 781.140457] env[69674]: DEBUG nova.compute.manager [req-746c1643-b698-48b6-b75d-95a73a1a31bb req-752f680f-28b2-4d59-8dc6-5d74d0ddd115 service nova] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Received event network-vif-deleted-fff475c4-924d-4b7d-9ff9-a5f59ce960f6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 781.158801] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee037e-c034-40ca-8adc-595187e316e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.167405] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64392a6f-2130-4d3b-97ad-a8d78ca5fb07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203101] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6a22d2-811a-4c5a-9bf5-12831f9160e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.212631] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f83bb4-1159-4ed7-b665-051c6ce09772 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.227263] env[69674]: DEBUG nova.compute.provider_tree [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.437421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.528197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.536964] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Releasing lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.537323] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Instance network_info: |[{"id": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "address": "fa:16:3e:79:45:7c", "network": {"id": "c71d2900-58ad-4540-b894-e2fccb647275", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1876649858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520ff828d7554135b527e18e050a256a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a383c05-23", "ovs_interfaceid": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 781.537729] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:45:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a383c05-231c-4b2f-902a-ca0d6bbfe82c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.545565] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Creating folder: Project (520ff828d7554135b527e18e050a256a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.545870] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cab93ee3-5c8c-4f42-9c53-33651cddc7c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.559692] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Created folder: Project (520ff828d7554135b527e18e050a256a) in parent group-v650515. [ 781.559836] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Creating folder: Instances. Parent ref: group-v650666. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.560120] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68bb2185-6613-4322-85dc-50d08f0aa4e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.570677] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Created folder: Instances in parent group-v650666. [ 781.570931] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.571149] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.571385] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b0db83-70ea-4500-bec8-8bd5a887d272 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.593114] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.593114] env[69674]: value = "task-3256630" [ 781.593114] env[69674]: _type = "Task" [ 781.593114] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.602877] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256630, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.676178] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 781.701903] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.702186] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.702376] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.702585] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.702734] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.702882] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.703103] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.703266] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.703734] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.703734] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.703848] env[69674]: DEBUG nova.virt.hardware [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.704606] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99bb729-99c9-4415-92a9-9e944da5804b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.713130] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b798f6-f4b3-4d04-a2ae-c645bc9603fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.730628] env[69674]: DEBUG nova.scheduler.client.report [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.958800] env[69674]: DEBUG nova.compute.manager [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Received event network-changed-1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 781.959095] env[69674]: DEBUG nova.compute.manager [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Refreshing instance network info cache due to event network-changed-1a383c05-231c-4b2f-902a-ca0d6bbfe82c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 781.959389] env[69674]: DEBUG oslo_concurrency.lockutils [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] Acquiring lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.959575] env[69674]: DEBUG oslo_concurrency.lockutils [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] Acquired lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.959764] env[69674]: DEBUG nova.network.neutron [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Refreshing network info cache for port 1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.103789] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256630, 'name': CreateVM_Task, 'duration_secs': 0.355} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.103925] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.105024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.105024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.105154] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.105295] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3430c01a-9d4d-447e-a546-44b43834979a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.112032] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 782.112032] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52665df2-b89a-0953-545d-4bea011be083" [ 782.112032] env[69674]: _type = "Task" [ 782.112032] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.118284] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52665df2-b89a-0953-545d-4bea011be083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.235517] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.236107] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 782.242677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.631s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.242677] env[69674]: DEBUG nova.objects.instance [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lazy-loading 'resources' on Instance uuid 64083589-1c17-42e5-955b-4e609875a788 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.552634] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Successfully updated port: 57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.621802] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52665df2-b89a-0953-545d-4bea011be083, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.622251] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.622604] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.622604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.622804] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.623184] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.623184] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f98c4c1-68c2-42a3-a1c7-4364ab6f2297 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.633430] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.633430] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.635940] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44431873-fc55-451a-82e6-03515504bbec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.642582] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 782.642582] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52978d8b-6f12-7c6d-a7e6-74f5f6fcf291" [ 782.642582] env[69674]: _type = "Task" [ 782.642582] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.651393] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52978d8b-6f12-7c6d-a7e6-74f5f6fcf291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.745586] env[69674]: DEBUG nova.compute.utils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.751486] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 782.755020] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.778161] env[69674]: DEBUG nova.network.neutron [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Updated VIF entry in instance network info cache for port 1a383c05-231c-4b2f-902a-ca0d6bbfe82c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.778161] env[69674]: DEBUG nova.network.neutron [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Updating instance_info_cache with network_info: [{"id": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "address": "fa:16:3e:79:45:7c", "network": {"id": "c71d2900-58ad-4540-b894-e2fccb647275", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1876649858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520ff828d7554135b527e18e050a256a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a383c05-23", "ovs_interfaceid": "1a383c05-231c-4b2f-902a-ca0d6bbfe82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.811059] env[69674]: DEBUG nova.policy [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78770377db6a41e3b1e44535050d2309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f37ab40afd3845ceb0caeb388bd5a23b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.055929] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.056112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.056893] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.151743] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Successfully created port: 37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.159730] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52978d8b-6f12-7c6d-a7e6-74f5f6fcf291, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.160544] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bed5ee-dfa6-44ae-a4e3-d03824c1f8a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.166656] env[69674]: DEBUG nova.compute.manager [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Received event network-vif-plugged-57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 783.166863] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Acquiring lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.167114] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.167312] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.167485] env[69674]: DEBUG nova.compute.manager [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] No waiting events found dispatching network-vif-plugged-57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.167651] env[69674]: WARNING nova.compute.manager [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Received unexpected event network-vif-plugged-57cb876f-cc87-46d0-882f-d2e19f13d2ec for instance with vm_state building and task_state spawning. [ 783.167808] env[69674]: DEBUG nova.compute.manager [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Received event network-changed-57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 783.167957] env[69674]: DEBUG nova.compute.manager [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Refreshing instance network info cache due to event network-changed-57cb876f-cc87-46d0-882f-d2e19f13d2ec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 783.168136] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Acquiring lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.173309] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 783.173309] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae56e2-66a7-0170-9fda-379f57b3deb7" [ 783.173309] env[69674]: _type = "Task" [ 783.173309] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.182556] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae56e2-66a7-0170-9fda-379f57b3deb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.232700] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33efd6f-637f-4853-a68e-67b1910fb2cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.240809] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d645d46-cbdd-4bdd-a703-726201b652d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.274471] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 783.282041] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b68cdb-08d0-45c2-80f2-01a592223091 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.288607] env[69674]: DEBUG oslo_concurrency.lockutils [req-934b2575-af7f-4ef0-81a1-9dc9bb656df5 req-8cfa5779-6ea0-4203-926b-720a262910a5 service nova] Releasing lock "refresh_cache-acbf7099-6993-4d1b-9e90-62bf239a75ba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.295642] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefc235-07ea-40c7-beba-92dc9b738779 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.318707] env[69674]: DEBUG nova.compute.provider_tree [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.613246] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.686126] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ae56e2-66a7-0170-9fda-379f57b3deb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.686440] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.686662] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] acbf7099-6993-4d1b-9e90-62bf239a75ba/acbf7099-6993-4d1b-9e90-62bf239a75ba.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.686942] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3011f6f5-9af0-46f7-88a2-ef05ce718e67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.698018] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 783.698018] env[69674]: value = "task-3256631" [ 783.698018] env[69674]: _type = "Task" [ 783.698018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.706978] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.753069] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.753328] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.774649] env[69674]: DEBUG nova.network.neutron [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Updating instance_info_cache with network_info: [{"id": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "address": "fa:16:3e:16:68:70", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57cb876f-cc", "ovs_interfaceid": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.824265] env[69674]: DEBUG nova.scheduler.client.report [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.209389] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.209676] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] acbf7099-6993-4d1b-9e90-62bf239a75ba/acbf7099-6993-4d1b-9e90-62bf239a75ba.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.209922] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.210172] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1134c5e-7b8d-40bd-9cdc-194e83b7953a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.217859] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 784.217859] env[69674]: value = "task-3256632" [ 784.217859] env[69674]: _type = "Task" [ 784.217859] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.228592] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.262347] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.262534] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.262679] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.262838] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.262987] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.263155] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.263293] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 784.263447] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.278682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.279272] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Instance network_info: |[{"id": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "address": "fa:16:3e:16:68:70", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57cb876f-cc", "ovs_interfaceid": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 784.279871] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Acquired lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280085] env[69674]: DEBUG nova.network.neutron [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Refreshing network info cache for port 57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.281227] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:68:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57cb876f-cc87-46d0-882f-d2e19f13d2ec', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.288770] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.289746] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.289984] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ac6ba2-0262-4e63-b60d-ea441cd5ef55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.307054] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 784.316824] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.316824] env[69674]: value = "task-3256633" [ 784.316824] env[69674]: _type = "Task" [ 784.316824] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.326830] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256633, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.329739] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.332588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.949s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.332588] env[69674]: DEBUG nova.objects.instance [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lazy-loading 'resources' on Instance uuid 713b3237-6d09-4db2-9dd8-ccc7b303ca4b {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.349407] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:03:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30702fb5-5ed6-46f1-8591-537fb22cbe30',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264303079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.349708] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.350047] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.350286] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.350493] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.350659] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.351808] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.351808] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.351808] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.351808] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.351808] env[69674]: DEBUG nova.virt.hardware [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.353136] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a7150-5635-4286-b369-44834122423f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.363160] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129becb-527f-4457-9747-ef88371f0b54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.369090] env[69674]: INFO nova.scheduler.client.report [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Deleted allocations for instance 64083589-1c17-42e5-955b-4e609875a788 [ 784.732460] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071486} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.732829] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.733637] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c541ee4f-761d-447c-a6b7-973bd43b024b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.760390] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] acbf7099-6993-4d1b-9e90-62bf239a75ba/acbf7099-6993-4d1b-9e90-62bf239a75ba.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.760689] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0dd373e-cba6-4abc-96f6-218f18fdfba7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.775441] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.783956] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 784.783956] env[69674]: value = "task-3256634" [ 784.783956] env[69674]: _type = "Task" [ 784.783956] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.795373] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.828284] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256633, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.888202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4f76c31f-8521-4af1-a038-a5e251b85d59 tempest-ServersNegativeTestMultiTenantJSON-1505258856 tempest-ServersNegativeTestMultiTenantJSON-1505258856-project-member] Lock "64083589-1c17-42e5-955b-4e609875a788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.204s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.083242] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Successfully updated port: 37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.245847] env[69674]: DEBUG nova.network.neutron [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Updated VIF entry in instance network info cache for port 57cb876f-cc87-46d0-882f-d2e19f13d2ec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.246287] env[69674]: DEBUG nova.network.neutron [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Updating instance_info_cache with network_info: [{"id": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "address": "fa:16:3e:16:68:70", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57cb876f-cc", "ovs_interfaceid": "57cb876f-cc87-46d0-882f-d2e19f13d2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.255669] env[69674]: DEBUG nova.compute.manager [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Received event network-vif-plugged-37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 785.255871] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Acquiring lock "888b0976-1a94-4901-8904-fefd169b829b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.256082] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.256427] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.256427] env[69674]: DEBUG nova.compute.manager [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] No waiting events found dispatching network-vif-plugged-37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.256814] env[69674]: WARNING nova.compute.manager [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Received unexpected event network-vif-plugged-37e76663-7d12-4ab2-90ee-8dfceefa73b8 for instance with vm_state building and task_state spawning. [ 785.256814] env[69674]: DEBUG nova.compute.manager [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Received event network-changed-37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 785.256901] env[69674]: DEBUG nova.compute.manager [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Refreshing instance network info cache due to event network-changed-37e76663-7d12-4ab2-90ee-8dfceefa73b8. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 785.257054] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257206] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257358] env[69674]: DEBUG nova.network.neutron [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Refreshing network info cache for port 37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.297601] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256634, 'name': ReconfigVM_Task, 'duration_secs': 0.311041} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.298209] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Reconfigured VM instance instance-00000033 to attach disk [datastore1] acbf7099-6993-4d1b-9e90-62bf239a75ba/acbf7099-6993-4d1b-9e90-62bf239a75ba.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.298943] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5837b46d-b12b-4215-a58b-e96686bd5b9d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.308068] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 785.308068] env[69674]: value = "task-3256635" [ 785.308068] env[69674]: _type = "Task" [ 785.308068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.319994] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256635, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.329926] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256633, 'name': CreateVM_Task, 'duration_secs': 0.626015} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.330112] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.330796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.330968] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.331311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.331567] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eef247c-b84b-422d-8480-c5d06d144806 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.336917] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 785.336917] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273fc14-2254-8aeb-cc0f-7f0923c9ff73" [ 785.336917] env[69674]: _type = "Task" [ 785.336917] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.347834] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273fc14-2254-8aeb-cc0f-7f0923c9ff73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.354470] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac19918-7271-4b90-b503-c5206728a4c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.362454] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181954be-cd7d-4fc5-b134-37bcbd77acf6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.404836] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c3883-e0d0-4cb5-a955-4dc79323a702 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.414364] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47cd68-42d9-46e8-a60e-33ebbaaf915d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.430699] env[69674]: DEBUG nova.compute.provider_tree [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.586263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.749640] env[69674]: DEBUG oslo_concurrency.lockutils [req-04297106-0714-44d8-aead-52ae2f484ea0 req-3e122695-8086-467b-8212-2fe603ce2e59 service nova] Releasing lock "refresh_cache-e4a6a52b-268e-4547-9a2c-93e1b7224797" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.805727] env[69674]: DEBUG nova.network.neutron [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.824257] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256635, 'name': Rename_Task, 'duration_secs': 0.159828} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.824756] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.825164] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb9bb63-6489-424f-a1fe-55b9f9ea0068 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.836024] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 785.836024] env[69674]: value = "task-3256636" [ 785.836024] env[69674]: _type = "Task" [ 785.836024] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.850079] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.850753] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273fc14-2254-8aeb-cc0f-7f0923c9ff73, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.853458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.853842] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.854334] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.854588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.855955] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.855955] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-014d8ef8-ee1e-4887-b8a7-778cf0bf39c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.865848] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.866031] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.866826] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6131a5-2406-40b1-8dea-29188aaad383 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.877030] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 785.877030] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523177e5-1c8f-624a-75e5-140e045888f9" [ 785.877030] env[69674]: _type = "Task" [ 785.877030] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.883894] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523177e5-1c8f-624a-75e5-140e045888f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.934232] env[69674]: DEBUG nova.scheduler.client.report [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.940169] env[69674]: DEBUG nova.network.neutron [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.347390] env[69674]: DEBUG oslo_vmware.api [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256636, 'name': PowerOnVM_Task, 'duration_secs': 0.47993} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.347683] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.347891] env[69674]: INFO nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 7.43 seconds to spawn the instance on the hypervisor. [ 786.348074] env[69674]: DEBUG nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 786.348897] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe1534-5089-426a-8f36-6d457d6f62d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.385799] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523177e5-1c8f-624a-75e5-140e045888f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.386603] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de7a3b9-9f41-4c8e-8fd7-3aaf92988c9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.393241] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 786.393241] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213c770-2464-4290-d836-72f04acbc780" [ 786.393241] env[69674]: _type = "Task" [ 786.393241] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.408705] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213c770-2464-4290-d836-72f04acbc780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.441021] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.445044] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.985s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.445044] env[69674]: INFO nova.compute.claims [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.446890] env[69674]: DEBUG oslo_concurrency.lockutils [req-51289a97-56de-45b0-bb57-4a4e3a66ec70 req-c7604566-9603-4dd3-ad72-e8d6b3502e6e service nova] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.447703] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.447862] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.468868] env[69674]: INFO nova.scheduler.client.report [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Deleted allocations for instance 713b3237-6d09-4db2-9dd8-ccc7b303ca4b [ 786.870874] env[69674]: INFO nova.compute.manager [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 45.08 seconds to build instance. [ 786.906640] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213c770-2464-4290-d836-72f04acbc780, 'name': SearchDatastore_Task, 'duration_secs': 0.021934} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.907290] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907582] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e4a6a52b-268e-4547-9a2c-93e1b7224797/e4a6a52b-268e-4547-9a2c-93e1b7224797.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.907860] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5561e54c-0467-46fe-989b-a506a94f02b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.917610] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 786.917610] env[69674]: value = "task-3256637" [ 786.917610] env[69674]: _type = "Task" [ 786.917610] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.926859] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.976602] env[69674]: DEBUG oslo_concurrency.lockutils [None req-58aeaae4-23a4-4611-86ba-6b90511961fe tempest-InstanceActionsTestJSON-385888731 tempest-InstanceActionsTestJSON-385888731-project-member] Lock "713b3237-6d09-4db2-9dd8-ccc7b303ca4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.054s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.989382] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.197843] env[69674]: DEBUG nova.network.neutron [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.373815] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d1741074-22d8-4cee-bc97-d34142fb6a2a tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.431448] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.431736] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e4a6a52b-268e-4547-9a2c-93e1b7224797/e4a6a52b-268e-4547-9a2c-93e1b7224797.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.431984] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.432295] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7826277c-066a-4874-b830-05f42d7224da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.440959] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 787.440959] env[69674]: value = "task-3256638" [ 787.440959] env[69674]: _type = "Task" [ 787.440959] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.457763] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.701305] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.701435] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance network_info: |[{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 787.705027] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:f2:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e76663-7d12-4ab2-90ee-8dfceefa73b8', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.713261] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.716548] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.717639] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9312dfb7-60bd-4a78-98ea-3c389232db55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.741972] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.741972] env[69674]: value = "task-3256639" [ 787.741972] env[69674]: _type = "Task" [ 787.741972] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.754083] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256639, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.877212] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 787.955073] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078609} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.955073] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.955484] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6622301-bc2d-4e8b-bf9f-48995bfae26f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.980351] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e4a6a52b-268e-4547-9a2c-93e1b7224797/e4a6a52b-268e-4547-9a2c-93e1b7224797.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.982915] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be531321-2498-4c3a-960d-0a2bace0aefa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.006149] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 788.006149] env[69674]: value = "task-3256640" [ 788.006149] env[69674]: _type = "Task" [ 788.006149] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019929] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.084248] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9234c688-0137-4da2-b17b-6faa81dcf79b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.092568] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a694c-4dbc-4919-82e2-88bbc59d3f67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.125019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4721d0a-45d7-402b-a353-69411986c69f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.133259] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e23de0-b0a3-43a0-bec4-bd5fa544c9a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.150286] env[69674]: DEBUG nova.compute.provider_tree [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.253295] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256639, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.275152] env[69674]: DEBUG nova.compute.manager [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 788.275781] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49333fc5-9fee-4794-b215-b062d3a1241a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.401926] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.519445] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.654173] env[69674]: DEBUG nova.scheduler.client.report [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.758019] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256639, 'name': CreateVM_Task, 'duration_secs': 0.656461} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.758282] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.759072] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.759282] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.759685] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.759955] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c598efb-02b6-486c-b535-3dbb1e00928f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.768025] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 788.768025] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5af52-244f-0072-c637-672e2176ff3d" [ 788.768025] env[69674]: _type = "Task" [ 788.768025] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.781097] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5af52-244f-0072-c637-672e2176ff3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.791034] env[69674]: INFO nova.compute.manager [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] instance snapshotting [ 788.794239] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fbf69-b9ea-496d-9a0b-837e88305215 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.820024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6afdc8f-6195-4dc9-9c45-b51cf2d03f05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.017217] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256640, 'name': ReconfigVM_Task, 'duration_secs': 0.8404} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.017794] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e4a6a52b-268e-4547-9a2c-93e1b7224797/e4a6a52b-268e-4547-9a2c-93e1b7224797.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.018446] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b566a7b1-1f62-4427-976a-ea7c1e119ca0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.026527] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 789.026527] env[69674]: value = "task-3256641" [ 789.026527] env[69674]: _type = "Task" [ 789.026527] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.036046] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256641, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.162338] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.162974] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 789.166836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.903s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.168359] env[69674]: INFO nova.compute.claims [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.279761] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f5af52-244f-0072-c637-672e2176ff3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.280286] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.280286] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.280466] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.280569] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280681] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.281192] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd71509-48b8-4dce-abc7-0bb51689f6b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295193] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.295546] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.296315] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41da5e82-3358-4a01-99de-2997b96b3a73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303163] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 789.303163] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52201322-dd96-dbb0-5b06-4ffeb2e558c8" [ 789.303163] env[69674]: _type = "Task" [ 789.303163] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.315221] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52201322-dd96-dbb0-5b06-4ffeb2e558c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.329048] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.329352] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7084f33f-50a8-42ac-8872-5ec48bd9c86d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.338546] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 789.338546] env[69674]: value = "task-3256642" [ 789.338546] env[69674]: _type = "Task" [ 789.338546] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.350550] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.536198] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256641, 'name': Rename_Task, 'duration_secs': 0.154812} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.536486] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.536733] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13078fe-fcdf-4779-9128-d49a58297917 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.544333] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 789.544333] env[69674]: value = "task-3256643" [ 789.544333] env[69674]: _type = "Task" [ 789.544333] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.552408] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.673421] env[69674]: DEBUG nova.compute.utils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.676845] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 789.676960] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.731172] env[69674]: DEBUG nova.policy [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba0a3466fe3545329a1226bed3579153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056db97996324f73ac9c328e18b4140e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.816065] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52201322-dd96-dbb0-5b06-4ffeb2e558c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.817260] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5187ed7a-33fc-43dd-99c3-c31b6d188a18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.824461] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 789.824461] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52220553-6f88-7215-d4c4-1bf4a01b35f6" [ 789.824461] env[69674]: _type = "Task" [ 789.824461] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.834607] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52220553-6f88-7215-d4c4-1bf4a01b35f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.848440] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.058424] env[69674]: DEBUG oslo_vmware.api [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256643, 'name': PowerOnVM_Task, 'duration_secs': 0.487385} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.061148] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.061422] env[69674]: INFO nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Took 8.38 seconds to spawn the instance on the hypervisor. [ 790.061643] env[69674]: DEBUG nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 790.062496] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d334524-ed42-48e4-8656-e8a2a9c54463 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.086485] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Successfully created port: c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.179901] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 790.339752] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52220553-6f88-7215-d4c4-1bf4a01b35f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.343640] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.344282] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.344460] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3353689e-af55-4a36-8c0f-7c700b00001a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.361369] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256642, 'name': CreateSnapshot_Task, 'duration_secs': 0.936539} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.361687] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 790.361687] env[69674]: value = "task-3256644" [ 790.361687] env[69674]: _type = "Task" [ 790.361687] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.362310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.363552] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901c1ad-1eb0-42af-9630-e574b6c3b3b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.384678] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.582434] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Successfully created port: a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.591369] env[69674]: INFO nova.compute.manager [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Took 45.88 seconds to build instance. [ 790.826022] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef70af-cabc-4851-8f3c-e9b70c7eb76e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.836487] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58768211-4914-43bb-b3f3-b4d6fb2fe0a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.880919] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc4b25-1efd-4448-8b38-1c1ac588634d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.900563] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.900944] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.903822] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1758a6e7-bc1e-48b7-96c6-529113f41043 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.908210] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49acf61-10a6-4e74-af45-bf4ebd346223 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.924062] env[69674]: DEBUG nova.compute.provider_tree [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.929942] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 790.929942] env[69674]: value = "task-3256645" [ 790.929942] env[69674]: _type = "Task" [ 790.929942] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.938875] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.093440] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b4e95308-b18b-4e69-9347-592db95d9d43 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.791s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.196815] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 791.220971] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.221231] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.221408] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.221592] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.221736] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.221896] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.222142] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.222322] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.222511] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.222683] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.222865] env[69674]: DEBUG nova.virt.hardware [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.223790] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad84f07-53c7-464d-93a9-88c75b6b1414 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.233233] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab4ec60-4f5a-461a-a0f4-195285229f63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.387658] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718275} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.388008] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.388281] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.388529] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b5d904f-2dab-41ff-8080-cf6807da19e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.397135] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 791.397135] env[69674]: value = "task-3256646" [ 791.397135] env[69674]: _type = "Task" [ 791.397135] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.410309] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.432071] env[69674]: DEBUG nova.scheduler.client.report [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.446812] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.596674] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 791.924490] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069142} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.924490] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.924490] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c8c22-d41a-40ed-82c8-81541849d6bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.939931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.940841] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 791.955045] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.959538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.719s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.962018] env[69674]: DEBUG nova.objects.instance [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lazy-loading 'resources' on Instance uuid 2fd3fc55-6157-4c52-b827-9cba78ab186d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.962018] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e3ac44-a258-4054-ab6b-19e65023be12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.988771] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.990375] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 791.990375] env[69674]: value = "task-3256647" [ 791.990375] env[69674]: _type = "Task" [ 791.990375] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.006242] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.048584] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.048826] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.126435] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.451814] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.457767] env[69674]: DEBUG nova.compute.utils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.460496] env[69674]: DEBUG nova.compute.manager [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-vif-plugged-c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 792.460772] env[69674]: DEBUG oslo_concurrency.lockutils [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] Acquiring lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.461042] env[69674]: DEBUG oslo_concurrency.lockutils [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.461295] env[69674]: DEBUG oslo_concurrency.lockutils [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.461492] env[69674]: DEBUG nova.compute.manager [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] No waiting events found dispatching network-vif-plugged-c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.461971] env[69674]: WARNING nova.compute.manager [req-48d8efe5-25a7-4957-938f-56e72b7233e2 req-055bfb5b-4ebf-41ee-a632-ce835fad3182 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received unexpected event network-vif-plugged-c40607f0-08af-4bfc-bc87-6a6ba777609c for instance with vm_state building and task_state spawning. [ 792.462385] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 792.462522] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.503358] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256647, 'name': ReconfigVM_Task, 'duration_secs': 0.365087} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.506516] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.508859] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23668805-5ba6-4ad3-b1b7-10fe237b2332 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.520117] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 792.520117] env[69674]: value = "task-3256648" [ 792.520117] env[69674]: _type = "Task" [ 792.520117] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.533163] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256648, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.553480] env[69674]: DEBUG nova.policy [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4954bc11504e449c8e5518f9a4fd24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac852b4eef4d4c74a6e6addf60ee88c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.608582] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571b70d-cc61-4bfe-bdd4-b2997fa69800 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.619706] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4431f050-6f86-4eb0-9770-c0d09d67fa89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.660862] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a504bf03-5d4e-47ea-b334-78db085c1224 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.669463] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70000f25-4c73-4cff-9170-8a47cf28654f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.684280] env[69674]: DEBUG nova.compute.provider_tree [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.782213] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Successfully updated port: c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.953473] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.964681] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 793.035350] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256648, 'name': Rename_Task, 'duration_secs': 0.17029} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.035647] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.035906] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed8af56-8171-4745-867e-183e3351a9ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.044646] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 793.044646] env[69674]: value = "task-3256649" [ 793.044646] env[69674]: _type = "Task" [ 793.044646] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.053536] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.070399] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Successfully created port: 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.188553] env[69674]: DEBUG nova.scheduler.client.report [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.452847] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.555958] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.694245] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.700392] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.377s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.702178] env[69674]: INFO nova.compute.claims [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.720316] env[69674]: INFO nova.scheduler.client.report [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Deleted allocations for instance 2fd3fc55-6157-4c52-b827-9cba78ab186d [ 793.942544] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.942780] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.954772] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256645, 'name': CloneVM_Task, 'duration_secs': 2.642638} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.955076] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Created linked-clone VM from snapshot [ 793.955731] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b7c3b-da29-41b8-a1a8-88d1423be69f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.965919] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Uploading image b2a78c9b-242a-470d-8f8d-bc172cf7ca77 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.976242] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 793.997589] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.997589] env[69674]: value = "vm-650672" [ 793.997589] env[69674]: _type = "VirtualMachine" [ 793.997589] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.999105] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22169c73-b549-4fe4-a2eb-827c4d51dd64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.008263] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.008527] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.008720] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.008925] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.009092] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.009292] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.009532] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.009731] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.009911] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.010091] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.010326] env[69674]: DEBUG nova.virt.hardware [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.011161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aec73f-922f-481f-9ea4-8ba18472bc07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.015987] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lease: (returnval){ [ 794.015987] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f72bc-da82-af77-3dc1-1a008665dcd1" [ 794.015987] env[69674]: _type = "HttpNfcLease" [ 794.015987] env[69674]: } obtained for exporting VM: (result){ [ 794.015987] env[69674]: value = "vm-650672" [ 794.015987] env[69674]: _type = "VirtualMachine" [ 794.015987] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.016260] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the lease: (returnval){ [ 794.016260] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f72bc-da82-af77-3dc1-1a008665dcd1" [ 794.016260] env[69674]: _type = "HttpNfcLease" [ 794.016260] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.023230] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972060d9-26bb-46a6-8b14-be0b8bdf39f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.029030] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.029030] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f72bc-da82-af77-3dc1-1a008665dcd1" [ 794.029030] env[69674]: _type = "HttpNfcLease" [ 794.029030] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.029658] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.029658] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f72bc-da82-af77-3dc1-1a008665dcd1" [ 794.029658] env[69674]: _type = "HttpNfcLease" [ 794.029658] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.030444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc2b18-6cc1-45bf-9c29-35e4664588c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.047213] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.047410] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.117582] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.230318] env[69674]: DEBUG oslo_concurrency.lockutils [None req-02dafc39-b143-449c-837c-bd74001b3ecd tempest-InstanceActionsNegativeTestJSON-1478963646 tempest-InstanceActionsNegativeTestJSON-1478963646-project-member] Lock "2fd3fc55-6157-4c52-b827-9cba78ab186d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.202s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.237569] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52cb3836-f64d-4a2b-a3e8-de811b71ffbf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.560049] env[69674]: DEBUG oslo_vmware.api [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256649, 'name': PowerOnVM_Task, 'duration_secs': 1.095847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.561672] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.562094] env[69674]: INFO nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Took 10.25 seconds to spawn the instance on the hypervisor. [ 794.562833] env[69674]: DEBUG nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 794.565051] env[69674]: DEBUG nova.compute.manager [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-changed-c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 794.565051] env[69674]: DEBUG nova.compute.manager [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Refreshing instance network info cache due to event network-changed-c40607f0-08af-4bfc-bc87-6a6ba777609c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 794.565051] env[69674]: DEBUG oslo_concurrency.lockutils [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] Acquiring lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.565051] env[69674]: DEBUG oslo_concurrency.lockutils [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] Acquired lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.565051] env[69674]: DEBUG nova.network.neutron [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Refreshing network info cache for port c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.568973] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d5ce56-994a-414b-9cee-e6bc014d6fb9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.096593] env[69674]: INFO nova.compute.manager [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Took 49.08 seconds to build instance. [ 795.149376] env[69674]: DEBUG nova.network.neutron [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.305277] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Successfully updated port: 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.318054] env[69674]: DEBUG nova.network.neutron [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.458065] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b57072-372c-4c55-88ee-4a1aa0c0bee5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.469015] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dcd7fc-c22f-45cc-a8b5-45dbe1787601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.474406] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Successfully updated port: a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.507222] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee002f-a450-4b20-bf5d-7f7204ac74cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.517288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ab2b7-274d-456e-b4ef-a4d6bd1df47f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.534701] env[69674]: DEBUG nova.compute.provider_tree [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.599831] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0a90f98d-f252-4ad4-9357-9130baf9e7a2 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.281s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.811467] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.811698] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.811931] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.821062] env[69674]: DEBUG oslo_concurrency.lockutils [req-fd861ecd-7fa3-4fc7-903e-452a4f1b18f2 req-7595360a-a016-4137-ae60-ac60a38faa72 service nova] Releasing lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.976990] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.978168] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978374] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.044026] env[69674]: DEBUG nova.scheduler.client.report [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.103297] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 796.375917] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.533187] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.547575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.549409] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 796.557838] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.231s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.559397] env[69674]: INFO nova.compute.claims [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.578551] env[69674]: DEBUG nova.network.neutron [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.628061] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.664513] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-vif-plugged-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 796.664772] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquiring lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.665212] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.665418] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.665616] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] No waiting events found dispatching network-vif-plugged-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.665900] env[69674]: WARNING nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received unexpected event network-vif-plugged-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 for instance with vm_state building and task_state spawning. [ 796.666114] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-vif-plugged-a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 796.666441] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquiring lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.666540] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.666701] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.666941] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] No waiting events found dispatching network-vif-plugged-a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.667046] env[69674]: WARNING nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received unexpected event network-vif-plugged-a4b55cfa-2227-4022-bd0a-1a0fecce5e48 for instance with vm_state building and task_state spawning. [ 796.667210] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 796.667367] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing instance network info cache due to event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 796.667551] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.016355] env[69674]: DEBUG nova.network.neutron [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Updating instance_info_cache with network_info: [{"id": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "address": "fa:16:3e:60:85:90", "network": {"id": "9a94a586-a9d4-43a6-98bb-b54785f1db23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1150193440", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40607f0-08", "ovs_interfaceid": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "address": "fa:16:3e:1c:6f:e1", "network": {"id": "02c5420d-6e12-4446-bcd5-c640449b8a96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426249173", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b55cfa-22", "ovs_interfaceid": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.064515] env[69674]: DEBUG nova.compute.utils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.073140] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 797.073140] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.085688] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086016] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Instance network_info: |[{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 797.086340] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086519] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.088393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:78:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47d7dbd3-558e-4e63-8cd3-0c690a1c94a7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.096256] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Creating folder: Project (ac852b4eef4d4c74a6e6addf60ee88c1). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.097124] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21112173-f051-4b9f-906f-def64b7f930b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.110522] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Created folder: Project (ac852b4eef4d4c74a6e6addf60ee88c1) in parent group-v650515. [ 797.110727] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Creating folder: Instances. Parent ref: group-v650673. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.110971] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be550344-d3a1-49a0-97fe-97c21837ba5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.114175] env[69674]: DEBUG nova.policy [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '221771c357cc48fc8ebf8370d7b52ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbcca1e3d1234f0890eba3488981ed59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.125029] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Created folder: Instances in parent group-v650673. [ 797.125292] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.125463] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.125678] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b90d8c7-ed8d-402e-900a-760bcaa4fcaf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.149670] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.149670] env[69674]: value = "task-3256653" [ 797.149670] env[69674]: _type = "Task" [ 797.149670] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.159638] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256653, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.519145] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.519145] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance network_info: |[{"id": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "address": "fa:16:3e:60:85:90", "network": {"id": "9a94a586-a9d4-43a6-98bb-b54785f1db23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1150193440", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40607f0-08", "ovs_interfaceid": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "address": "fa:16:3e:1c:6f:e1", "network": {"id": "02c5420d-6e12-4446-bcd5-c640449b8a96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426249173", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b55cfa-22", "ovs_interfaceid": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 797.519759] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:85:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40607f0-08af-4bfc-bc87-6a6ba777609c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:6f:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b55cfa-2227-4022-bd0a-1a0fecce5e48', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.530960] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.531111] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.531363] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a34d394-a6ec-48e1-8be4-67d476fe8486 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.553434] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Successfully created port: f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.562683] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.562683] env[69674]: value = "task-3256654" [ 797.562683] env[69674]: _type = "Task" [ 797.562683] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.571049] env[69674]: DEBUG nova.compute.utils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.580562] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256654, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.669941] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256653, 'name': CreateVM_Task, 'duration_secs': 0.501157} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.670338] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.674857] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675724] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.680367] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011b0b17-673a-4df3-9b42-6d1d2eb66664 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.689254] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 797.689254] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d166b8-cdd4-77ee-6d20-bfb9c7f42e89" [ 797.689254] env[69674]: _type = "Task" [ 797.689254] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.704514] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d166b8-cdd4-77ee-6d20-bfb9c7f42e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.718086] env[69674]: DEBUG nova.compute.manager [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 797.877434] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updated VIF entry in instance network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.877815] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.072378] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 798.080262] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256654, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.175472] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c41d7e9-31cc-4403-8da1-f3780bdf14c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.183600] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e08d85-98af-4b5a-b611-877b71674db5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.217952] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16b6d2e-0a67-41d3-83da-397469f8d795 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.229235] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df312b-0ca0-40a1-866c-33fceab12333 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.236052] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d166b8-cdd4-77ee-6d20-bfb9c7f42e89, 'name': SearchDatastore_Task, 'duration_secs': 0.017248} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.236634] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.236881] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.237134] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.237304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.237488] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.238074] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbef5574-f374-4d28-97b5-867e89dafd4c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.249327] env[69674]: DEBUG nova.compute.provider_tree [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.252271] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.252562] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.252726] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.253922] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54496e1f-c5dc-4bc6-961c-2122f30d320e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.259819] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 798.259819] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d2b36-0918-7709-fb19-9addee35ebdb" [ 798.259819] env[69674]: _type = "Task" [ 798.259819] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.269141] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d2b36-0918-7709-fb19-9addee35ebdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.385027] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.385118] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-changed-a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 798.385317] env[69674]: DEBUG nova.compute.manager [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Refreshing instance network info cache due to event network-changed-a4b55cfa-2227-4022-bd0a-1a0fecce5e48. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 798.385584] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquiring lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.385782] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Acquired lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.385964] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Refreshing network info cache for port a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.581810] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256654, 'name': CreateVM_Task, 'duration_secs': 0.617289} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.582354] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.583349] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.583573] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.583836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.584134] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4d9fea-7bea-46d2-8c87-bb2fea6e3836 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.590545] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 798.590545] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52014de3-7241-d061-d047-b08e9cbe81ab" [ 798.590545] env[69674]: _type = "Task" [ 798.590545] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.600177] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52014de3-7241-d061-d047-b08e9cbe81ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.756060] env[69674]: DEBUG nova.scheduler.client.report [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.771257] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523d2b36-0918-7709-fb19-9addee35ebdb, 'name': SearchDatastore_Task, 'duration_secs': 0.017269} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.772713] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb0061b-16fa-4aa2-9b34-f1f693fa5bee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779141] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 798.779141] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52905d8f-f302-8501-e95c-8e4a828e7cb5" [ 798.779141] env[69674]: _type = "Task" [ 798.779141] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.787344] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52905d8f-f302-8501-e95c-8e4a828e7cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.083636] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 799.111758] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52014de3-7241-d061-d047-b08e9cbe81ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.115458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.115872] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.116238] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.122822] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1788081241',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1398967097',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.123208] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.123310] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.123497] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.123651] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.123811] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.124061] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.124280] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.124518] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.124783] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.125043] env[69674]: DEBUG nova.virt.hardware [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.125939] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a181409-cc63-4d1f-9c10-569180fa2f3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.134914] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef5790d-64bd-4a72-8704-73c739b0d8b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.140196] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Updated VIF entry in instance network info cache for port a4b55cfa-2227-4022-bd0a-1a0fecce5e48. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.140731] env[69674]: DEBUG nova.network.neutron [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Updating instance_info_cache with network_info: [{"id": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "address": "fa:16:3e:60:85:90", "network": {"id": "9a94a586-a9d4-43a6-98bb-b54785f1db23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1150193440", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40607f0-08", "ovs_interfaceid": "c40607f0-08af-4bfc-bc87-6a6ba777609c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "address": "fa:16:3e:1c:6f:e1", "network": {"id": "02c5420d-6e12-4446-bcd5-c640449b8a96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426249173", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "056db97996324f73ac9c328e18b4140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b55cfa-22", "ovs_interfaceid": "a4b55cfa-2227-4022-bd0a-1a0fecce5e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.197683] env[69674]: DEBUG nova.compute.manager [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Received event network-vif-plugged-f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 799.197909] env[69674]: DEBUG oslo_concurrency.lockutils [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] Acquiring lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.198379] env[69674]: DEBUG oslo_concurrency.lockutils [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.198379] env[69674]: DEBUG oslo_concurrency.lockutils [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.198463] env[69674]: DEBUG nova.compute.manager [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] No waiting events found dispatching network-vif-plugged-f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.198740] env[69674]: WARNING nova.compute.manager [req-ed5ccb5f-656a-408a-95d3-8bcdf7148be2 req-4e47f58d-75e2-4ecb-99d8-cdd3c0f2b2a1 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Received unexpected event network-vif-plugged-f48ee873-b17e-4c42-a87b-4f7828cb99ff for instance with vm_state building and task_state spawning. [ 799.264123] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Successfully updated port: f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.265845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.266493] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 799.270736] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.259s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.273756] env[69674]: INFO nova.compute.claims [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.291219] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52905d8f-f302-8501-e95c-8e4a828e7cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.291578] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291898] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/f71b254d-0b4e-4d35-a804-44f8f76a8c0b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.292248] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.292454] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.292831] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db60371e-21d3-4d4d-837a-f3183a065ac1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.295564] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00086b02-a116-4618-8d96-01e59d8c4865 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.305795] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 799.305795] env[69674]: value = "task-3256655" [ 799.305795] env[69674]: _type = "Task" [ 799.305795] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.313865] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.314401] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.315828] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c815303-17db-49a2-82d9-ba3d14c0b44a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.322640] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.327204] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 799.327204] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b444b6-5e73-1770-6866-d66bb567bc20" [ 799.327204] env[69674]: _type = "Task" [ 799.327204] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.337111] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b444b6-5e73-1770-6866-d66bb567bc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.648387] env[69674]: DEBUG oslo_concurrency.lockutils [req-eda0ffd7-bee2-4529-8652-3858b245dc71 req-b3635360-36fd-48e1-949f-f455d1a8b1be service nova] Releasing lock "refresh_cache-f3d9da99-449b-4716-9449-3858a40ebd05" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.771941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.772179] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.772455] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.774854] env[69674]: DEBUG nova.compute.utils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.776727] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 799.776969] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.822814] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.840878] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b444b6-5e73-1770-6866-d66bb567bc20, 'name': SearchDatastore_Task, 'duration_secs': 0.016869} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.841975] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f570a83f-63e7-4e12-9aa5-16c8c6c4fa23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.850115] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 799.850115] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4153b-12f8-aba1-f495-28cd630cd725" [ 799.850115] env[69674]: _type = "Task" [ 799.850115] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.856770] env[69674]: DEBUG nova.policy [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38f20602313144e7bc2853850462377d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a59de03305544a3b8ec7608e66cb163d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.865923] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4153b-12f8-aba1-f495-28cd630cd725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.188085] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Successfully created port: b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.279870] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 800.328042] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630591} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.328042] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/f71b254d-0b4e-4d35-a804-44f8f76a8c0b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.328042] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.328423] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a883825-9399-47bd-b44d-397505040676 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.346428] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 800.346428] env[69674]: value = "task-3256656" [ 800.346428] env[69674]: _type = "Task" [ 800.346428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.356208] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.371185] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.378067] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c4153b-12f8-aba1-f495-28cd630cd725, 'name': SearchDatastore_Task, 'duration_secs': 0.055614} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.379146] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.379146] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f3d9da99-449b-4716-9449-3858a40ebd05/f3d9da99-449b-4716-9449-3858a40ebd05.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.379146] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d91d959-b1fb-448f-80c6-29c6e3a68bdb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.388891] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 800.388891] env[69674]: value = "task-3256657" [ 800.388891] env[69674]: _type = "Task" [ 800.388891] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.404739] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.549390] env[69674]: DEBUG nova.network.neutron [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updating instance_info_cache with network_info: [{"id": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "address": "fa:16:3e:be:46:d1", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee873-b1", "ovs_interfaceid": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.866195] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095134} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.866599] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.867420] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e76bef-6957-4157-baa3-150a56e2bf89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.875815] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1804a52-489b-41ac-9ccb-23805de96acb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.896060] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/f71b254d-0b4e-4d35-a804-44f8f76a8c0b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.896805] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59bd3cd-3b34-42b2-9622-71ba62aa06e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.917746] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04b812-58dc-4425-8a4c-94333b0ff7ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.923219] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 800.923219] env[69674]: value = "task-3256658" [ 800.923219] env[69674]: _type = "Task" [ 800.923219] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.927149] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495369} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.958303] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f3d9da99-449b-4716-9449-3858a40ebd05/f3d9da99-449b-4716-9449-3858a40ebd05.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.958527] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.959110] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b64c952-e045-47c4-b2f5-3bd0b0ccdda9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.961630] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5439f162-3b67-4168-8a0d-631af602e040 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.970818] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.974210] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 800.974210] env[69674]: value = "task-3256659" [ 800.974210] env[69674]: _type = "Task" [ 800.974210] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.975647] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c964205-ba78-4aaf-bd01-60dbc8359c3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.992041] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.998454] env[69674]: DEBUG nova.compute.provider_tree [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.052341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.052744] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Instance network_info: |[{"id": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "address": "fa:16:3e:be:46:d1", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee873-b1", "ovs_interfaceid": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 801.053234] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:46:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48ee873-b17e-4c42-a87b-4f7828cb99ff', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.061477] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.062433] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.062433] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104bdb98-a7c1-4b06-a40b-beddce0ba3ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.084440] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.084440] env[69674]: value = "task-3256660" [ 801.084440] env[69674]: _type = "Task" [ 801.084440] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.276835] env[69674]: DEBUG nova.compute.manager [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Received event network-changed-f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 801.276944] env[69674]: DEBUG nova.compute.manager [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Refreshing instance network info cache due to event network-changed-f48ee873-b17e-4c42-a87b-4f7828cb99ff. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 801.277518] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] Acquiring lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.277518] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] Acquired lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.277518] env[69674]: DEBUG nova.network.neutron [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Refreshing network info cache for port f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.298864] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 801.329106] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.329443] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.329622] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.329810] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.329955] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.330118] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.330337] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.330500] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.330670] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.330836] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.331020] env[69674]: DEBUG nova.virt.hardware [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.331898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47c5ce-603c-4992-8a44-46935db2cbcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.341154] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883096b5-e3b4-43fa-9e78-86bcd74d147a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.436969] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256658, 'name': ReconfigVM_Task, 'duration_secs': 0.361032} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.437685] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/f71b254d-0b4e-4d35-a804-44f8f76a8c0b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.438229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1440d02-4027-4af5-8916-19746e57e066 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.446085] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 801.446085] env[69674]: value = "task-3256661" [ 801.446085] env[69674]: _type = "Task" [ 801.446085] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.465592] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256661, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.488050] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112858} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.489734] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.489734] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0286350-1a04-4e31-9e42-5d4916228830 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.506889] env[69674]: DEBUG nova.scheduler.client.report [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.521360] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f3d9da99-449b-4716-9449-3858a40ebd05/f3d9da99-449b-4716-9449-3858a40ebd05.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.521360] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60f6e08-a982-4f9e-8d8c-f8eca4652469 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.543610] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 801.543610] env[69674]: value = "task-3256662" [ 801.543610] env[69674]: _type = "Task" [ 801.543610] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.552743] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.594881] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256660, 'name': CreateVM_Task, 'duration_secs': 0.41008} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.595088] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.595799] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.595999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.596322] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.596582] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9845e1f1-7560-4c43-a7bc-dfc25d38df63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.602654] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 801.602654] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526fc46e-9e66-44e4-9775-cdf3e53dabef" [ 801.602654] env[69674]: _type = "Task" [ 801.602654] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.611851] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526fc46e-9e66-44e4-9775-cdf3e53dabef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.833734] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Successfully updated port: b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.959244] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256661, 'name': Rename_Task, 'duration_secs': 0.192556} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.959244] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.959244] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870598a9-eebb-4b55-b992-4aeab0f29efc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.966983] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 801.966983] env[69674]: value = "task-3256663" [ 801.966983] env[69674]: _type = "Task" [ 801.966983] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.976120] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.021572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.021956] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 802.025596] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.086s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.025596] env[69674]: DEBUG nova.objects.instance [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lazy-loading 'resources' on Instance uuid c28ff0c9-96fc-45af-80be-4915955b0aea {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.063030] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256662, 'name': ReconfigVM_Task, 'duration_secs': 0.504878} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.063030] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f3d9da99-449b-4716-9449-3858a40ebd05/f3d9da99-449b-4716-9449-3858a40ebd05.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.063680] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c1e6a6-2a10-4e45-80d1-72f2ba681177 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.069817] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.071340] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904664a4-f462-4494-974e-838942a0f3cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.076633] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 802.076633] env[69674]: value = "task-3256664" [ 802.076633] env[69674]: _type = "Task" [ 802.076633] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.083614] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.083814] env[69674]: ERROR oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk due to incomplete transfer. [ 802.084419] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1641b856-06f7-459c-8d86-63b5b9f32474 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.089774] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256664, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.091095] env[69674]: DEBUG nova.network.neutron [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updated VIF entry in instance network info cache for port f48ee873-b17e-4c42-a87b-4f7828cb99ff. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.091457] env[69674]: DEBUG nova.network.neutron [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updating instance_info_cache with network_info: [{"id": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "address": "fa:16:3e:be:46:d1", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee873-b1", "ovs_interfaceid": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.093780] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae9b3-46c1-5adb-821a-592d01cf2901/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.093967] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Uploaded image b2a78c9b-242a-470d-8f8d-bc172cf7ca77 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.096151] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.096663] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6e797fc-1caf-4486-b396-037d5f802473 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.108948] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 802.108948] env[69674]: value = "task-3256665" [ 802.108948] env[69674]: _type = "Task" [ 802.108948] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.116769] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526fc46e-9e66-44e4-9775-cdf3e53dabef, 'name': SearchDatastore_Task, 'duration_secs': 0.03001} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.117555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.117819] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.118053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.118206] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.118390] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.118664] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c983b0b3-5b4c-4ebe-a865-e725db10c542 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.125017] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256665, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.131910] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.132080] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.133046] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6ceddb-0d25-4f12-a964-2cea875dc6b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.139207] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 802.139207] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f291dd-5751-b269-35c0-af365f5e0fa3" [ 802.139207] env[69674]: _type = "Task" [ 802.139207] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.150332] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f291dd-5751-b269-35c0-af365f5e0fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.337957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.338208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.338896] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.478533] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256663, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.532185] env[69674]: DEBUG nova.compute.utils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.534668] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 802.534668] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.588207] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256664, 'name': Rename_Task, 'duration_secs': 0.298926} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.591770] env[69674]: DEBUG nova.policy [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bee27d7b35f441b294f4abe781c71277', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd0e0f7ae4b47a0a049b82f1e022940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.593125] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.593818] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd4edff-8199-4731-aeff-526eed6fa717 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.597272] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e2ee029-bb64-434c-9113-9314f14b90fa req-f5f2c216-74ff-4108-aa93-b4ea66c921c3 service nova] Releasing lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.602396] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 802.602396] env[69674]: value = "task-3256666" [ 802.602396] env[69674]: _type = "Task" [ 802.602396] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.618172] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.625391] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256665, 'name': Destroy_Task, 'duration_secs': 0.403889} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.626121] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Destroyed the VM [ 802.626340] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.627287] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9b67078-08a0-458a-b978-761fd014d564 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.636041] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 802.636041] env[69674]: value = "task-3256667" [ 802.636041] env[69674]: _type = "Task" [ 802.636041] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.652712] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.656493] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f291dd-5751-b269-35c0-af365f5e0fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.660911] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48429114-5111-429a-966d-586390de7983 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.666961] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 802.666961] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52772288-43e1-2cf7-27fe-54d50111408f" [ 802.666961] env[69674]: _type = "Task" [ 802.666961] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.676375] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52772288-43e1-2cf7-27fe-54d50111408f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.896220] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.964510] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Successfully created port: 46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.986266] env[69674]: DEBUG oslo_vmware.api [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256663, 'name': PowerOnVM_Task, 'duration_secs': 0.595747} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.987294] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.987294] env[69674]: INFO nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Took 9.01 seconds to spawn the instance on the hypervisor. [ 802.987294] env[69674]: DEBUG nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 802.987714] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d2173b-6fa8-4520-a616-ba027bf06ee7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.038769] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 803.098138] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce90b75-bdd1-4bf2-a00f-113f694ac48b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.109912] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1213b-5635-42d5-af4b-1b89e8edc583 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.154815] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.156614] env[69674]: DEBUG nova.network.neutron [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [{"id": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "address": "fa:16:3e:12:98:e6", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73adc0b-79", "ovs_interfaceid": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.163550] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fe7ffd-9e72-401e-8757-23329bcff413 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.177496] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256667, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.182169] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154eb95d-9c02-4555-b18e-a8248c231201 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.190983] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52772288-43e1-2cf7-27fe-54d50111408f, 'name': SearchDatastore_Task, 'duration_secs': 0.020703} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.191789] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.192145] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/8f0d714b-1664-4a83-8f75-e48033d4611d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.192486] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2cc69be-16cf-40fb-869f-b46c5be3fcbe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.205762] env[69674]: DEBUG nova.compute.provider_tree [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.214878] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 803.214878] env[69674]: value = "task-3256668" [ 803.214878] env[69674]: _type = "Task" [ 803.214878] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.227413] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.508592] env[69674]: INFO nova.compute.manager [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Took 51.27 seconds to build instance. [ 803.544917] env[69674]: INFO nova.virt.block_device [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Booting with volume c7c595d4-9d0e-468a-bb1e-378b1b83d89a at /dev/sda [ 803.588350] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-279d48f7-08f3-494e-9c35-f53f8ddddb56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.599049] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa835c8-16e8-4cc5-bdeb-e0e1283a0fe2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.618387] env[69674]: DEBUG oslo_vmware.api [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256666, 'name': PowerOnVM_Task, 'duration_secs': 0.580949} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.618387] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.618522] env[69674]: INFO nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Took 12.42 seconds to spawn the instance on the hypervisor. [ 803.618680] env[69674]: DEBUG nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 803.619428] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639fb5a-c935-4e9a-8fea-519fbee17e80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.642428] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7435a914-96e5-4ee1-8d27-6ad5446d0ce0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.655681] env[69674]: DEBUG nova.compute.manager [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received event network-vif-plugged-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 803.656414] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Acquiring lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.656414] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.656414] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.656717] env[69674]: DEBUG nova.compute.manager [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] No waiting events found dispatching network-vif-plugged-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.656717] env[69674]: WARNING nova.compute.manager [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received unexpected event network-vif-plugged-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 for instance with vm_state building and task_state spawning. [ 803.656789] env[69674]: DEBUG nova.compute.manager [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 803.656993] env[69674]: DEBUG nova.compute.manager [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing instance network info cache due to event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 803.657202] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Acquiring lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.665171] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3479b344-83e2-4aab-b37b-8d57b2c2212b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.677039] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.677144] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Instance network_info: |[{"id": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "address": "fa:16:3e:12:98:e6", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73adc0b-79", "ovs_interfaceid": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 803.677822] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Acquired lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.678041] env[69674]: DEBUG nova.network.neutron [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.682397] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:98:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73adc0b-79b6-4d2e-b962-84ea3a6372a4', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.686752] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Creating folder: Project (a59de03305544a3b8ec7608e66cb163d). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.693676] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d323dcb8-e175-4514-a03f-5ca24ffded64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.695679] env[69674]: DEBUG oslo_vmware.api [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679397} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.696319] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.696598] env[69674]: INFO nova.compute.manager [None req-c03eaa99-9a20-4059-98b9-e1049e6f9bdb tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 14.90 seconds to snapshot the instance on the hypervisor. [ 803.716833] env[69674]: DEBUG nova.scheduler.client.report [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.727115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac8a7ce-1177-4444-8d8a-5be69f2ade17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.728734] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Created folder: Project (a59de03305544a3b8ec7608e66cb163d) in parent group-v650515. [ 803.728911] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Creating folder: Instances. Parent ref: group-v650678. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.729682] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87aac4f-aff2-49ac-b94b-80d0fb150cf4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.739147] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.739972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778dd905-c7c6-447b-aaba-d4b9412c2be3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.746680] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Created folder: Instances in parent group-v650678. [ 803.747412] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.747735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.747949] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78c24743-54df-4d7e-97aa-0b85d470630d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.766205] env[69674]: DEBUG nova.virt.block_device [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updating existing volume attachment record: cf2f7a26-9cbf-4f98-8749-04b68e00e34d {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 803.773692] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.773692] env[69674]: value = "task-3256671" [ 803.773692] env[69674]: _type = "Task" [ 803.773692] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.787897] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256671, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.998489] env[69674]: DEBUG nova.network.neutron [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updated VIF entry in instance network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.998853] env[69674]: DEBUG nova.network.neutron [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [{"id": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "address": "fa:16:3e:12:98:e6", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73adc0b-79", "ovs_interfaceid": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.011975] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bcfa61ef-5253-49ab-9520-7535187a6096 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.965s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.153877] env[69674]: INFO nova.compute.manager [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Took 54.72 seconds to build instance. [ 804.230802] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.232818] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256668, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.233296] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.322s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.235788] env[69674]: INFO nova.compute.claims [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.261929] env[69674]: INFO nova.scheduler.client.report [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted allocations for instance c28ff0c9-96fc-45af-80be-4915955b0aea [ 804.284598] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256671, 'name': CreateVM_Task, 'duration_secs': 0.409225} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.284803] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.285469] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.286315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.286315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.286530] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e367c39d-3e89-4585-90cd-13ae91c02475 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.292188] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 804.292188] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6777a-a17d-3173-8eff-67b70bedb80f" [ 804.292188] env[69674]: _type = "Task" [ 804.292188] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.302955] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6777a-a17d-3173-8eff-67b70bedb80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.502334] env[69674]: DEBUG oslo_concurrency.lockutils [req-00711854-d6bc-411e-938b-34a3c1db5092 req-6e1ec69a-43b2-4a99-b0be-ec201f869617 service nova] Releasing lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.515150] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 804.533652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "f3d9da99-449b-4716-9449-3858a40ebd05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.548310] env[69674]: DEBUG nova.compute.manager [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Received event network-vif-plugged-46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 804.548310] env[69674]: DEBUG oslo_concurrency.lockutils [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] Acquiring lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.548741] env[69674]: DEBUG oslo_concurrency.lockutils [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.548741] env[69674]: DEBUG oslo_concurrency.lockutils [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.548828] env[69674]: DEBUG nova.compute.manager [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] No waiting events found dispatching network-vif-plugged-46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.548968] env[69674]: WARNING nova.compute.manager [req-006b22a1-ba8a-418d-a462-347c81c27d65 req-484a7bed-79bc-44e8-a9b5-c54b6b686786 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Received unexpected event network-vif-plugged-46f945f4-a7c0-4405-a0e6-7df3f067b94f for instance with vm_state building and task_state block_device_mapping. [ 804.653812] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Successfully updated port: 46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.659781] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7df54f80-1436-409f-bd07-2f1068bb4232 tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.535s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.663522] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.130s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.663751] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.663972] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.664128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.669884] env[69674]: INFO nova.compute.manager [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Terminating instance [ 804.731577] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044688} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.731837] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/8f0d714b-1664-4a83-8f75-e48033d4611d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.732088] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.732353] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d22e1c29-c81d-4f7b-a445-abbf3e13ba79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.742733] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 804.742733] env[69674]: value = "task-3256672" [ 804.742733] env[69674]: _type = "Task" [ 804.742733] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.759862] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.770043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-91098c4e-83b0-4afb-8f65-dba5d9c9a1f6 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c28ff0c9-96fc-45af-80be-4915955b0aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.402s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.803862] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f6777a-a17d-3173-8eff-67b70bedb80f, 'name': SearchDatastore_Task, 'duration_secs': 0.013782} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.804436] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.804436] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.804652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.804784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.805089] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.805394] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-657ee713-7a63-4f1c-9f3b-f34f5fdd0a67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.817024] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.817167] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.817932] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040a4d20-178d-410b-b8b6-819a63dbaacc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.824647] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 804.824647] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52476d19-0716-816a-2f2b-cf958ff36711" [ 804.824647] env[69674]: _type = "Task" [ 804.824647] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.836173] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52476d19-0716-816a-2f2b-cf958ff36711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.837824] env[69674]: INFO nova.compute.manager [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Rescuing [ 804.838064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.839598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.839598] env[69674]: DEBUG nova.network.neutron [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.045901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.159449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.159536] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquired lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.159698] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.171735] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 805.174916] env[69674]: DEBUG nova.compute.manager [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 805.176805] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.176805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eadd365-0452-4d07-b34b-34031be54d8e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.185918] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.186199] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225170ff-2f42-4d70-ba36-b800d3d0457e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.196681] env[69674]: DEBUG oslo_vmware.api [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 805.196681] env[69674]: value = "task-3256673" [ 805.196681] env[69674]: _type = "Task" [ 805.196681] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.210541] env[69674]: DEBUG oslo_vmware.api [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.257904] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076035} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.258458] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.259571] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00958657-21f0-401b-ba4d-bccc20d81604 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.294150] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/8f0d714b-1664-4a83-8f75-e48033d4611d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.295199] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-110ad490-2458-45c7-84a8-d6af064e5b59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.323433] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 805.323433] env[69674]: value = "task-3256674" [ 805.323433] env[69674]: _type = "Task" [ 805.323433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.346762] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.351230] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52476d19-0716-816a-2f2b-cf958ff36711, 'name': SearchDatastore_Task, 'duration_secs': 0.030654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.355595] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67709990-4edf-49a5-92fb-80dedd171816 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.363198] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 805.363198] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d69da6-559b-4246-47a6-9e848bdfa56f" [ 805.363198] env[69674]: _type = "Task" [ 805.363198] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.376639] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d69da6-559b-4246-47a6-9e848bdfa56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.588056] env[69674]: DEBUG nova.network.neutron [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.695182] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.709765] env[69674]: DEBUG oslo_vmware.api [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256673, 'name': PowerOffVM_Task, 'duration_secs': 0.266884} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.710075] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.711951] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.712141] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.712695] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595b59d1-9f43-4335-9cfb-4a09c148c302 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.784326] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e682f5-f92a-4512-8782-4b581bb62352 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.793183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af58d79d-b620-496e-b947-18680c43e8be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.848185] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d92672-21b6-4ffe-b3f3-a2783507044c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.851366] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.851647] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.851886] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleting the datastore file [datastore2] f3d9da99-449b-4716-9449-3858a40ebd05 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.853362] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c7c2a48-94b6-4fae-bc40-33e94e68f765 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.868140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c03c1-5068-4cc3-a922-009638f5520c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.869857] env[69674]: DEBUG oslo_vmware.api [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for the task: (returnval){ [ 805.869857] env[69674]: value = "task-3256676" [ 805.869857] env[69674]: _type = "Task" [ 805.869857] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.870157] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.887195] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 805.887195] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.887396] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.887510] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.887696] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.887842] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.887990] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.888237] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.888399] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.888566] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.888730] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.888905] env[69674]: DEBUG nova.virt.hardware [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.889419] env[69674]: DEBUG nova.compute.provider_tree [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.898298] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae176f0c-61d4-4521-b841-4e2884c74f43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.900680] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d69da6-559b-4246-47a6-9e848bdfa56f, 'name': SearchDatastore_Task, 'duration_secs': 0.015936} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.904348] env[69674]: DEBUG nova.scheduler.client.report [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.907608] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.909231] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67/7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.909231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5448445e-5853-4d42-af98-52c9423c0963 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.923195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72618503-b5f5-4698-98f9-9f170091378a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.925876] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 805.925876] env[69674]: value = "task-3256677" [ 805.925876] env[69674]: _type = "Task" [ 805.925876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.943615] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.965781] env[69674]: DEBUG nova.network.neutron [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updating instance_info_cache with network_info: [{"id": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "address": "fa:16:3e:e3:a9:e9", "network": {"id": "c37789e5-af8c-491a-9e6b-45ad93617ec1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-709507944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd0e0f7ae4b47a0a049b82f1e022940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f945f4-a7", "ovs_interfaceid": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.090471] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.351407] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256674, 'name': ReconfigVM_Task, 'duration_secs': 0.75801} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.351824] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/8f0d714b-1664-4a83-8f75-e48033d4611d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.352113] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69674) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 806.352821] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-634d3722-3df2-4144-ad28-ba7fc3ce18cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.364214] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 806.364214] env[69674]: value = "task-3256678" [ 806.364214] env[69674]: _type = "Task" [ 806.364214] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.378168] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256678, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.385558] env[69674]: DEBUG oslo_vmware.api [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Task: {'id': task-3256676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268834} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.385876] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.386076] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.386258] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.386425] env[69674]: INFO nova.compute.manager [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Took 1.21 seconds to destroy the instance on the hypervisor. [ 806.386672] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.386870] env[69674]: DEBUG nova.compute.manager [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 806.386989] env[69674]: DEBUG nova.network.neutron [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.410314] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.410835] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 806.414148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.025s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.414148] env[69674]: DEBUG nova.objects.instance [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lazy-loading 'resources' on Instance uuid f7b7f571-9eea-402d-8104-85a4227ba52e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.438476] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.470023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Releasing lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.470023] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance network_info: |[{"id": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "address": "fa:16:3e:e3:a9:e9", "network": {"id": "c37789e5-af8c-491a-9e6b-45ad93617ec1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-709507944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd0e0f7ae4b47a0a049b82f1e022940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f945f4-a7", "ovs_interfaceid": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 806.470446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a9:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f945f4-a7c0-4405-a0e6-7df3f067b94f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.478193] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Creating folder: Project (9bd0e0f7ae4b47a0a049b82f1e022940). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.478487] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d937489e-5620-49a0-a940-3bac2f49bba7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.494275] env[69674]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 806.494526] env[69674]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69674) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 806.495048] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Folder already exists: Project (9bd0e0f7ae4b47a0a049b82f1e022940). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 806.495315] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Creating folder: Instances. Parent ref: group-v650611. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.497083] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aed586b4-cad4-4597-b2d7-81187121ddf6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.509013] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Created folder: Instances in parent group-v650611. [ 806.509013] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.509013] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.509013] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2259ce3e-e75a-415c-8352-cc8f013d4224 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.536098] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.536098] env[69674]: value = "task-3256681" [ 806.536098] env[69674]: _type = "Task" [ 806.536098] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.544277] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256681, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.579043] env[69674]: DEBUG nova.compute.manager [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Received event network-changed-46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 806.579774] env[69674]: DEBUG nova.compute.manager [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Refreshing instance network info cache due to event network-changed-46f945f4-a7c0-4405-a0e6-7df3f067b94f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 806.579774] env[69674]: DEBUG oslo_concurrency.lockutils [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] Acquiring lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.579862] env[69674]: DEBUG oslo_concurrency.lockutils [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] Acquired lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.580081] env[69674]: DEBUG nova.network.neutron [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Refreshing network info cache for port 46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.640098] env[69674]: DEBUG nova.compute.manager [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 806.640986] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b1577-b0eb-43e9-9eea-044378b395b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.685100] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.685386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.876953] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256678, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.136144} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.876953] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69674) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 806.877439] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bc66d8-b6f5-4322-b6ef-f0e2a5458a27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.901830] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/ephemeral_0.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.902118] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359013be-1277-4456-8e2f-3a8870f31dd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.919136] env[69674]: DEBUG nova.compute.utils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.920440] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 806.920751] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.923956] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 806.923956] env[69674]: value = "task-3256682" [ 806.923956] env[69674]: _type = "Task" [ 806.923956] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.934617] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.939964] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542069} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.940243] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67/7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.940475] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.941233] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f93353d-272b-44d0-a0ed-4058661ebb27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.948255] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 806.948255] env[69674]: value = "task-3256683" [ 806.948255] env[69674]: _type = "Task" [ 806.948255] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.961596] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.981671] env[69674]: DEBUG nova.policy [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b120ad3ee9247099e3962390de7701f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8b64b26a744cd2bdc4ce70271846a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.047869] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256681, 'name': CreateVM_Task, 'duration_secs': 0.330924} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.048048] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.048743] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'cf2f7a26-9cbf-4f98-8749-04b68e00e34d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650623', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'name': 'volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0118ccc-b963-4c14-ab1d-5623ced79e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'serial': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69674) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 807.048971] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Root volume attach. Driver type: vmdk {{(pid=69674) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 807.049785] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae0c087-c79d-44c3-b558-6711c8757982 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061907] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7893bb3-519a-44a1-8a38-0dc3ac697d10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.069547] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4656839b-3ead-4fd0-b0c5-37af84b404f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.076208] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-826a3c45-c8d9-4789-ab58-cd1bba01a2c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.085585] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 807.085585] env[69674]: value = "task-3256684" [ 807.085585] env[69674]: _type = "Task" [ 807.085585] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.097350] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.154926] env[69674]: INFO nova.compute.manager [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] instance snapshotting [ 807.157802] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a9b9ad-1dd8-4198-b2b0-a346ea13fad4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.187853] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f00b65c-e892-46c4-9f73-5dcab0a77a24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.328984] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Successfully created port: b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.424541] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 807.441384] env[69674]: DEBUG nova.network.neutron [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updated VIF entry in instance network info cache for port 46f945f4-a7c0-4405-a0e6-7df3f067b94f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.441510] env[69674]: DEBUG nova.network.neutron [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updating instance_info_cache with network_info: [{"id": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "address": "fa:16:3e:e3:a9:e9", "network": {"id": "c37789e5-af8c-491a-9e6b-45ad93617ec1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-709507944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd0e0f7ae4b47a0a049b82f1e022940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f945f4-a7", "ovs_interfaceid": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.451206] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.468716] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071824} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.468716] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.469219] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29faab18-adfa-410e-b76c-c90095ee30ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.501130] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67/7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.504457] env[69674]: DEBUG nova.network.neutron [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.505814] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b28e32-df1f-46f0-95d5-ed16291a2ada {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.535656] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 807.535656] env[69674]: value = "task-3256685" [ 807.535656] env[69674]: _type = "Task" [ 807.535656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.545395] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.597336] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78346249-d310-46a6-8e22-3bec3673cabe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.604198] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 42%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.611559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774fc0f-ebf8-428c-a2b1-bf0dbdba66a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.650076] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.650915] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d206dec-c423-487b-ae5f-7852247ef7b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.653290] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3945ae-49c4-467e-bc8d-a28a13ae2759 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.669144] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13fffa3-6881-4494-bd77-f20e6d6027a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.671676] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 807.671676] env[69674]: value = "task-3256686" [ 807.671676] env[69674]: _type = "Task" [ 807.671676] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.685922] env[69674]: DEBUG nova.compute.provider_tree [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.691180] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.700526] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.700717] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a05e5087-6e47-448d-8b5e-561c6663b08b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.711870] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 807.711870] env[69674]: value = "task-3256687" [ 807.711870] env[69674]: _type = "Task" [ 807.711870] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.725534] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.944965] env[69674]: DEBUG oslo_concurrency.lockutils [req-e8ffb928-6f68-420d-923c-6acc5d81faed req-caa18c10-f34a-405c-96d4-2af766ed9a90 service nova] Releasing lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.952793] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.022982] env[69674]: INFO nova.compute.manager [-] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Took 1.64 seconds to deallocate network for instance. [ 808.046472] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256685, 'name': ReconfigVM_Task, 'duration_secs': 0.434888} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.046837] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67/7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.047653] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17736c19-9822-4175-b137-ad4a5027866f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.060961] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 808.060961] env[69674]: value = "task-3256688" [ 808.060961] env[69674]: _type = "Task" [ 808.060961] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.075351] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256688, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.101887] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 54%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.184466] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256686, 'name': PowerOffVM_Task, 'duration_secs': 0.46893} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.184829] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.185733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11c829-2f5a-4d6e-a10e-d5e59b5cef37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.193307] env[69674]: DEBUG nova.scheduler.client.report [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.213478] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf5c84-4e1f-4798-9769-05d66803b46a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.235754] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.264090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.264429] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39280ef7-241b-4543-93ed-2f17d26c3ac0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.275760] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 808.275760] env[69674]: value = "task-3256689" [ 808.275760] env[69674]: _type = "Task" [ 808.275760] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.292815] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.293078] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.293341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.293495] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.293676] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.294327] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b7a8fd-3032-4679-8d4a-7581e7f6ee01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.310744] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.311009] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.311821] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3578d79-ab25-425a-825d-fd2be55e8718 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.321916] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 808.321916] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e456dd-6310-e578-7f99-900c077f698c" [ 808.321916] env[69674]: _type = "Task" [ 808.321916] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.333568] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e456dd-6310-e578-7f99-900c077f698c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.446705] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 808.449203] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256682, 'name': ReconfigVM_Task, 'duration_secs': 1.367925} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.449909] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d/ephemeral_0.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.450778] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d5bd46f-688e-4f5f-9d7e-b5470ae69a6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.461434] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 808.461434] env[69674]: value = "task-3256690" [ 808.461434] env[69674]: _type = "Task" [ 808.461434] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.475087] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.475384] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.475546] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.475784] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.476011] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.476197] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.476423] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.476640] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.476854] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.477078] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.477293] env[69674]: DEBUG nova.virt.hardware [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.478300] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a84ca7-b32a-4781-8b32-40d3988834d5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.485653] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256690, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.495214] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebecdd7-c45a-4783-a5ad-aa2f4f150bbc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.531056] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.575038] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256688, 'name': Rename_Task, 'duration_secs': 0.214813} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.576442] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.576771] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b152a7-9a6d-47bc-80b5-b472107954b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.589768] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 808.589768] env[69674]: value = "task-3256691" [ 808.589768] env[69674]: _type = "Task" [ 808.589768] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.604356] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.608189] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 67%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.636203] env[69674]: DEBUG nova.compute.manager [req-812d4545-a1af-4989-adc0-e4a606c60a70 req-658bb03c-84f3-438a-a1ae-e6a008f9adc9 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-vif-deleted-c40607f0-08af-4bfc-bc87-6a6ba777609c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 808.636681] env[69674]: DEBUG nova.compute.manager [req-812d4545-a1af-4989-adc0-e4a606c60a70 req-658bb03c-84f3-438a-a1ae-e6a008f9adc9 service nova] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Received event network-vif-deleted-a4b55cfa-2227-4022-bd0a-1a0fecce5e48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 808.715221] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.719387] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.180s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.719725] env[69674]: DEBUG nova.objects.instance [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lazy-loading 'resources' on Instance uuid fff019fb-1d8d-4780-b5db-ad0c977eb958 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.735075] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256687, 'name': CreateSnapshot_Task, 'duration_secs': 0.796722} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.735516] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.736258] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af62964-b20e-4b35-a3d1-eef4ffff6cdb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.742700] env[69674]: INFO nova.scheduler.client.report [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Deleted allocations for instance f7b7f571-9eea-402d-8104-85a4227ba52e [ 808.837943] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e456dd-6310-e578-7f99-900c077f698c, 'name': SearchDatastore_Task, 'duration_secs': 0.03351} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.838970] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc441ec-f106-4fee-ab00-1a0cf5dc27f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.848113] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 808.848113] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c0a7-8e6a-5f83-dd68-b7b58c1d129b" [ 808.848113] env[69674]: _type = "Task" [ 808.848113] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.860666] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c0a7-8e6a-5f83-dd68-b7b58c1d129b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.974829] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256690, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.048229] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Successfully updated port: b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.051569] env[69674]: DEBUG nova.compute.manager [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Received event network-vif-plugged-b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 809.051846] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] Acquiring lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.053027] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] Lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.053027] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] Lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.053027] env[69674]: DEBUG nova.compute.manager [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] No waiting events found dispatching network-vif-plugged-b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.053027] env[69674]: WARNING nova.compute.manager [req-3b6d08cf-6a2a-4f4a-919f-31f9ece38de1 req-d8ef6377-8079-4278-a31d-8b660cb000bb service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Received unexpected event network-vif-plugged-b56af508-3896-4d1c-99a6-1ab6b8f077e2 for instance with vm_state building and task_state spawning. [ 809.105203] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 81%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.108798] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.266089] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.266792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0a930bd-f184-422c-a6c3-4de17f0e6249 tempest-ServerShowV247Test-188599367 tempest-ServerShowV247Test-188599367-project-member] Lock "f7b7f571-9eea-402d-8104-85a4227ba52e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.165s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.270618] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-173e1db9-17e9-47a3-be57-e435c7049cfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.284882] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 809.284882] env[69674]: value = "task-3256692" [ 809.284882] env[69674]: _type = "Task" [ 809.284882] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.302284] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.364673] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259c0a7-8e6a-5f83-dd68-b7b58c1d129b, 'name': SearchDatastore_Task, 'duration_secs': 0.037356} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.367846] env[69674]: DEBUG oslo_concurrency.lockutils [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.368160] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 809.368726] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df5e798-0f9a-4002-ae61-bca06086d6cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.381127] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 809.381127] env[69674]: value = "task-3256693" [ 809.381127] env[69674]: _type = "Task" [ 809.381127] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.400129] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.475189] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256690, 'name': Rename_Task, 'duration_secs': 0.56223} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.478433] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.479975] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c89a15c-3468-4fa9-a59c-3cd1eddfe16c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.490864] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 809.490864] env[69674]: value = "task-3256694" [ 809.490864] env[69674]: _type = "Task" [ 809.490864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.507965] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.554545] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.554729] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.555330] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.612075] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.615296] env[69674]: DEBUG oslo_vmware.api [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256691, 'name': PowerOnVM_Task, 'duration_secs': 0.821432} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.615656] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.615899] env[69674]: INFO nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Took 8.32 seconds to spawn the instance on the hypervisor. [ 809.616102] env[69674]: DEBUG nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 809.617189] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cefcd1-4015-43f6-ae64-64404dc0ac17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.807056] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.826939] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a5fdf-a067-4c30-83aa-c8b6687a2ed9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835666] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3d2e16-4600-4831-b4f9-ae9b7bd32ce6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.871138] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d259c-8683-455a-b3ef-c9c5657aaab5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.880629] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60e77f7-f256-4b1b-a141-d803ee9c814d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.897942] env[69674]: DEBUG nova.compute.provider_tree [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.905730] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.007348] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.104394] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 97%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.134681] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.149688] env[69674]: INFO nova.compute.manager [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Took 50.84 seconds to build instance. [ 810.302953] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.403713] env[69674]: DEBUG nova.scheduler.client.report [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.410036] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256693, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.419490] env[69674]: DEBUG nova.network.neutron [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Updating instance_info_cache with network_info: [{"id": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "address": "fa:16:3e:21:d8:67", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56af508-38", "ovs_interfaceid": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.513991] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256694, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.605204] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 97%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.653489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5f1ce8-3fbd-45a9-9337-19e70d0f29f0 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.748s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.803371] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.897395] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256693, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.312109} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.897395] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 810.897504] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc81604-a547-44fe-81f7-bdc776fdd410 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.922603] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.933252] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.933768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.920s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.934081] env[69674]: DEBUG nova.objects.instance [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'resources' on Instance uuid c648d597-0473-46d4-bd23-63e396311140 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.935656] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.935919] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance network_info: |[{"id": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "address": "fa:16:3e:21:d8:67", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56af508-38", "ovs_interfaceid": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 810.936824] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20512e09-60f4-4ad5-ae3e-cbb0ae98280b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.954500] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b56af508-3896-4d1c-99a6-1ab6b8f077e2', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.963474] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.964606] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.965273] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83babea5-dfa4-49c8-819f-0065e449c89e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.982981] env[69674]: INFO nova.scheduler.client.report [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Deleted allocations for instance fff019fb-1d8d-4780-b5db-ad0c977eb958 [ 810.988406] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 810.988406] env[69674]: value = "task-3256695" [ 810.988406] env[69674]: _type = "Task" [ 810.988406] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.007406] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.007519] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.007519] env[69674]: value = "task-3256696" [ 811.007519] env[69674]: _type = "Task" [ 811.007519] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.018799] env[69674]: DEBUG oslo_vmware.api [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3256694, 'name': PowerOnVM_Task, 'duration_secs': 1.464434} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.023038] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.023038] env[69674]: INFO nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Took 11.94 seconds to spawn the instance on the hypervisor. [ 811.023038] env[69674]: DEBUG nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 811.023468] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256696, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.024413] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f7325-8575-4f7b-848e-abf0ce77f8fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.104990] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task} progress is 98%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.155255] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 811.243920] env[69674]: DEBUG nova.compute.manager [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 811.244113] env[69674]: DEBUG nova.compute.manager [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing instance network info cache due to event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 811.244294] env[69674]: DEBUG oslo_concurrency.lockutils [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] Acquiring lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.244426] env[69674]: DEBUG oslo_concurrency.lockutils [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] Acquired lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.244595] env[69674]: DEBUG nova.network.neutron [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.305401] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.436172] env[69674]: DEBUG nova.compute.manager [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Received event network-changed-b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 811.436374] env[69674]: DEBUG nova.compute.manager [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Refreshing instance network info cache due to event network-changed-b56af508-3896-4d1c-99a6-1ab6b8f077e2. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 811.436588] env[69674]: DEBUG oslo_concurrency.lockutils [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] Acquiring lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.436731] env[69674]: DEBUG oslo_concurrency.lockutils [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] Acquired lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.436918] env[69674]: DEBUG nova.network.neutron [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Refreshing network info cache for port b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.498735] env[69674]: DEBUG oslo_concurrency.lockutils [None req-edda7ef4-beda-468f-bb39-bf0fa2b609c7 tempest-ServersTestJSON-616667524 tempest-ServersTestJSON-616667524-project-member] Lock "fff019fb-1d8d-4780-b5db-ad0c977eb958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.863s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.516069] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.523377] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256696, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.553703] env[69674]: INFO nova.compute.manager [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Took 55.26 seconds to build instance. [ 811.604387] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256684, 'name': RelocateVM_Task, 'duration_secs': 4.133563} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.604387] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.604387] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650623', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'name': 'volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0118ccc-b963-4c14-ab1d-5623ced79e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'serial': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.604878] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8887f-d77a-4ff1-996c-dd4d2c32ed9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.630177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127cb10-045c-4152-93b0-3fb16127be4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.656159] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a/volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.659330] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bd2609-b4cb-42b0-a6b8-e28a4bca8fbe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.685152] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 811.685152] env[69674]: value = "task-3256697" [ 811.685152] env[69674]: _type = "Task" [ 811.685152] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.695554] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.700520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.803412] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256692, 'name': CloneVM_Task, 'duration_secs': 2.183686} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.806205] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Created linked-clone VM from snapshot [ 811.808196] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02763b4e-0431-4f91-8d24-7a880df49e6a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.817868] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Uploading image df6e8329-0066-4293-bb9a-4a574736a9c3 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.848040] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.848040] env[69674]: value = "vm-650684" [ 811.848040] env[69674]: _type = "VirtualMachine" [ 811.848040] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.848830] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8af4ebb0-5535-47cd-9309-4414f5656429 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.859655] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lease: (returnval){ [ 811.859655] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c36df1-677e-e8a8-eb90-5d70a46ad77f" [ 811.859655] env[69674]: _type = "HttpNfcLease" [ 811.859655] env[69674]: } obtained for exporting VM: (result){ [ 811.859655] env[69674]: value = "vm-650684" [ 811.859655] env[69674]: _type = "VirtualMachine" [ 811.859655] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.860064] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the lease: (returnval){ [ 811.860064] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c36df1-677e-e8a8-eb90-5d70a46ad77f" [ 811.860064] env[69674]: _type = "HttpNfcLease" [ 811.860064] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.868829] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.868829] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c36df1-677e-e8a8-eb90-5d70a46ad77f" [ 811.868829] env[69674]: _type = "HttpNfcLease" [ 811.868829] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.005127] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256695, 'name': ReconfigVM_Task, 'duration_secs': 0.626119} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.008877] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.011433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fbfad6-9e98-4a4f-9b91-0935f0856564 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.021231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.021558] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.050585] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256696, 'name': CreateVM_Task, 'duration_secs': 0.549196} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058770] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.059404] env[69674]: DEBUG oslo_concurrency.lockutils [None req-68ab553c-9dce-4927-8bc6-1c666bb922e4 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.895s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.059766] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6ff7bb-7feb-4af6-b76d-004116e561fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.071274] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.071652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.072086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.074304] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd073a1-e9fe-4b0d-b71f-3d0cbb4d7b5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.081073] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 812.081073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c126d5-23f3-9d8d-571b-50a8d017f84c" [ 812.081073] env[69674]: _type = "Task" [ 812.081073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.086050] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 812.086050] env[69674]: value = "task-3256699" [ 812.086050] env[69674]: _type = "Task" [ 812.086050] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.097376] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c126d5-23f3-9d8d-571b-50a8d017f84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.098879] env[69674]: DEBUG nova.network.neutron [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updated VIF entry in instance network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.099218] env[69674]: DEBUG nova.network.neutron [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [{"id": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "address": "fa:16:3e:12:98:e6", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73adc0b-79", "ovs_interfaceid": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.108866] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.191442] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2260b8-4fc9-42eb-bc62-236f0ab2ca20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.206352] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256697, 'name': ReconfigVM_Task, 'duration_secs': 0.280414} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.207279] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a/volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.213339] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09617b3f-c0ea-42eb-b68d-eb7ff4244389 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.218021] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04154453-0d83-4a9f-a0db-7bfa191cab5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.259614] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 812.259614] env[69674]: value = "task-3256700" [ 812.259614] env[69674]: _type = "Task" [ 812.259614] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.261385] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49930b-58d8-4850-bd63-39bbae1aa93f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.275230] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.278748] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d606572-ca1e-4a22-b8c2-b46385349ba0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.296373] env[69674]: DEBUG nova.compute.provider_tree [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.371432] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.371432] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c36df1-677e-e8a8-eb90-5d70a46ad77f" [ 812.371432] env[69674]: _type = "HttpNfcLease" [ 812.371432] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.372012] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.372012] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c36df1-677e-e8a8-eb90-5d70a46ad77f" [ 812.372012] env[69674]: _type = "HttpNfcLease" [ 812.372012] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.373082] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec6693-01a2-4c56-a854-895e9134baa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.386503] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.386701] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.447012] env[69674]: DEBUG nova.network.neutron [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Updated VIF entry in instance network info cache for port b56af508-3896-4d1c-99a6-1ab6b8f077e2. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.448421] env[69674]: DEBUG nova.network.neutron [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Updating instance_info_cache with network_info: [{"id": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "address": "fa:16:3e:21:d8:67", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb56af508-38", "ovs_interfaceid": "b56af508-3896-4d1c-99a6-1ab6b8f077e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.506547] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec783a9b-0e53-4ccd-880a-90d7de64d4c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.575048] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 812.594966] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c126d5-23f3-9d8d-571b-50a8d017f84c, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.595666] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.595912] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.596171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.596314] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.596491] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.596764] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ace1b197-2a7b-405d-a9cb-4d3960997927 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.601633] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256699, 'name': ReconfigVM_Task, 'duration_secs': 0.288328} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.602232] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.603903] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d872169-774c-4a2c-9465-7c57dc5f8c8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.604256] env[69674]: DEBUG oslo_concurrency.lockutils [req-e918ff0a-1ddf-418d-8b5a-99184d7afd77 req-2c5ec416-136e-4dfd-9f4a-ff554c2eb944 service nova] Releasing lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610894] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 812.610894] env[69674]: value = "task-3256701" [ 812.610894] env[69674]: _type = "Task" [ 812.610894] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.612030] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.612215] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.615680] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8824d0c-6790-463c-bc78-6869fca872e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.627113] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.627853] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 812.627853] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d5fc33-577f-cec1-9bf8-8c98e81120f4" [ 812.627853] env[69674]: _type = "Task" [ 812.627853] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.637733] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d5fc33-577f-cec1-9bf8-8c98e81120f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.772208] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256700, 'name': ReconfigVM_Task, 'duration_secs': 0.154662} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.772574] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650623', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'name': 'volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0118ccc-b963-4c14-ab1d-5623ced79e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'serial': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.773259] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c24f6d0c-ea35-4da8-9883-6c0975f1d355 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.781869] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 812.781869] env[69674]: value = "task-3256702" [ 812.781869] env[69674]: _type = "Task" [ 812.781869] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.791026] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256702, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.801701] env[69674]: DEBUG nova.scheduler.client.report [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.952569] env[69674]: DEBUG oslo_concurrency.lockutils [req-259c0803-c945-4a2f-b406-73125e00727c req-c9cc7aa2-b276-44a0-94d9-6f984d928942 service nova] Releasing lock "refresh_cache-d9736fca-c210-472a-8465-1113ff04a0e0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.105690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.123103] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.145223] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d5fc33-577f-cec1-9bf8-8c98e81120f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.145834] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc70ed9-7a3e-4419-8893-56f0e3d4fc25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.155382] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 813.155382] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bcc6af-6baf-4a10-2f12-2f5a460b204f" [ 813.155382] env[69674]: _type = "Task" [ 813.155382] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.166179] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bcc6af-6baf-4a10-2f12-2f5a460b204f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.292620] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256702, 'name': Rename_Task, 'duration_secs': 0.159769} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.292952] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.293186] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c960612-ab5e-4a18-b8b5-aa44d47b662a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303384] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 813.303384] env[69674]: value = "task-3256703" [ 813.303384] env[69674]: _type = "Task" [ 813.303384] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.308851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.311798] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.809s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.312112] env[69674]: DEBUG nova.objects.instance [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lazy-loading 'resources' on Instance uuid 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.319661] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.341618] env[69674]: INFO nova.scheduler.client.report [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance c648d597-0473-46d4-bd23-63e396311140 [ 813.493898] env[69674]: DEBUG nova.compute.manager [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 813.493898] env[69674]: DEBUG nova.compute.manager [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing instance network info cache due to event network-changed-b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 813.494279] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Acquiring lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.494553] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Acquired lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495534] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Refreshing network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.624894] env[69674]: DEBUG oslo_vmware.api [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256701, 'name': PowerOnVM_Task, 'duration_secs': 0.65584} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.625303] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.629697] env[69674]: DEBUG nova.compute.manager [None req-92009fbe-3549-4a27-be46-fdd84f26b861 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 813.630556] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c1724-52bf-48ca-93f4-294d9c8ec46e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.668675] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bcc6af-6baf-4a10-2f12-2f5a460b204f, 'name': SearchDatastore_Task, 'duration_secs': 0.023243} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.669355] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.673191] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d9736fca-c210-472a-8465-1113ff04a0e0/d9736fca-c210-472a-8465-1113ff04a0e0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.673191] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8830e98-c735-496a-91aa-0070bb447227 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.683276] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 813.683276] env[69674]: value = "task-3256704" [ 813.683276] env[69674]: _type = "Task" [ 813.683276] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.702212] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.823164] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.858940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2aa57f41-8808-49ac-9782-03ae0dc42b7a tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "c648d597-0473-46d4-bd23-63e396311140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.157s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.206959] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256704, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.327969] env[69674]: DEBUG oslo_vmware.api [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3256703, 'name': PowerOnVM_Task, 'duration_secs': 0.586976} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.328247] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.328426] env[69674]: INFO nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Took 8.44 seconds to spawn the instance on the hypervisor. [ 814.328662] env[69674]: DEBUG nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 814.330267] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53cc8e2-9401-45ff-a725-4228dfd05e47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.465467] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updated VIF entry in instance network info cache for port b73adc0b-79b6-4d2e-b962-84ea3a6372a4. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.465846] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [{"id": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "address": "fa:16:3e:12:98:e6", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73adc0b-79", "ovs_interfaceid": "b73adc0b-79b6-4d2e-b962-84ea3a6372a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.507028] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec565fe-c6f6-4bd0-a53b-199232de64fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.516433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f6db87-f8a8-4995-961f-2dceba1c97b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.568139] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6bb64-6edb-4061-a91a-c83ec3ee26e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.579030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e0503-711e-4adf-8016-71dbf4e7162f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.598526] env[69674]: DEBUG nova.compute.provider_tree [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.695224] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695452} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.695587] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d9736fca-c210-472a-8465-1113ff04a0e0/d9736fca-c210-472a-8465-1113ff04a0e0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.695927] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.696284] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46267737-e4f2-4df0-8c3c-6bbeef8012d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.704920] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 814.704920] env[69674]: value = "task-3256705" [ 814.704920] env[69674]: _type = "Task" [ 814.704920] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.714504] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.857622] env[69674]: INFO nova.compute.manager [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Took 50.87 seconds to build instance. [ 814.969074] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Releasing lock "refresh_cache-7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969425] env[69674]: DEBUG nova.compute.manager [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Received event network-changed-f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 814.969633] env[69674]: DEBUG nova.compute.manager [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Refreshing instance network info cache due to event network-changed-f48ee873-b17e-4c42-a87b-4f7828cb99ff. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 814.969836] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Acquiring lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.969993] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Acquired lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.970610] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Refreshing network info cache for port f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.102286] env[69674]: DEBUG nova.scheduler.client.report [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.218087] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085672} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.218087] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.218087] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed70caab-0d24-4abd-a02a-d58f39f07664 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.243505] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d9736fca-c210-472a-8465-1113ff04a0e0/d9736fca-c210-472a-8465-1113ff04a0e0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.243839] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d31c4942-eec6-4c0f-9f1d-581d8a998b75 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.268147] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 815.268147] env[69674]: value = "task-3256706" [ 815.268147] env[69674]: _type = "Task" [ 815.268147] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.278451] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.360273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-62b83085-2eca-400e-bfa6-e4457de79b74 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.779s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.608953] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.612063] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.879s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.613717] env[69674]: INFO nova.compute.claims [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.639362] env[69674]: INFO nova.scheduler.client.report [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Deleted allocations for instance 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2 [ 815.782209] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.864362] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 816.116821] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updated VIF entry in instance network info cache for port f48ee873-b17e-4c42-a87b-4f7828cb99ff. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.117231] env[69674]: DEBUG nova.network.neutron [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updating instance_info_cache with network_info: [{"id": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "address": "fa:16:3e:be:46:d1", "network": {"id": "69c15a0c-bb0b-44e5-bce9-75e6b360d47e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-192349376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbcca1e3d1234f0890eba3488981ed59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee873-b1", "ovs_interfaceid": "f48ee873-b17e-4c42-a87b-4f7828cb99ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.150599] env[69674]: DEBUG oslo_concurrency.lockutils [None req-90ecdaef-4df6-4979-81f3-b487b200cedb tempest-AttachInterfacesUnderV243Test-1729834374 tempest-AttachInterfacesUnderV243Test-1729834374-project-member] Lock "2df1d0a8-d245-45e4-b5ff-b99cb3c10be2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.368s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.286086] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256706, 'name': ReconfigVM_Task, 'duration_secs': 0.554358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.286658] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d9736fca-c210-472a-8465-1113ff04a0e0/d9736fca-c210-472a-8465-1113ff04a0e0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.287433] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebfdf2b-26a1-4cc4-9a46-2038413e322f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.297909] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 816.297909] env[69674]: value = "task-3256707" [ 816.297909] env[69674]: _type = "Task" [ 816.297909] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.314790] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256707, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.397929] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.622013] env[69674]: DEBUG oslo_concurrency.lockutils [req-79c19584-b872-4bce-b2b8-1d30fcdb618a req-37c2bb10-6f59-4a2e-b451-ca0fbcb63935 service nova] Releasing lock "refresh_cache-8f0d714b-1664-4a83-8f75-e48033d4611d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.684795] env[69674]: DEBUG nova.compute.manager [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Received event network-changed-46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 816.684795] env[69674]: DEBUG nova.compute.manager [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Refreshing instance network info cache due to event network-changed-46f945f4-a7c0-4405-a0e6-7df3f067b94f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 816.684795] env[69674]: DEBUG oslo_concurrency.lockutils [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] Acquiring lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.684795] env[69674]: DEBUG oslo_concurrency.lockutils [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] Acquired lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.684795] env[69674]: DEBUG nova.network.neutron [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Refreshing network info cache for port 46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.811187] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256707, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.180173] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed21af8-a2cd-493c-abcf-e866554cc3e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.191645] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b2877-17ba-4340-89b3-c763f34a87fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.230022] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708bc01-1836-4a6b-b8be-7011b88d05f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.237788] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e17546-4d7b-4c1f-bea6-f6a56c857d8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.254015] env[69674]: DEBUG nova.compute.provider_tree [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.259575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.259806] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.310339] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256707, 'name': Rename_Task, 'duration_secs': 0.773605} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.310642] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.310918] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ed770ff-155d-4880-b646-dba0dddc33af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.319772] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 817.319772] env[69674]: value = "task-3256708" [ 817.319772] env[69674]: _type = "Task" [ 817.319772] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.329342] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.759634] env[69674]: DEBUG nova.scheduler.client.report [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.803899] env[69674]: DEBUG nova.network.neutron [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updated VIF entry in instance network info cache for port 46f945f4-a7c0-4405-a0e6-7df3f067b94f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.804281] env[69674]: DEBUG nova.network.neutron [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updating instance_info_cache with network_info: [{"id": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "address": "fa:16:3e:e3:a9:e9", "network": {"id": "c37789e5-af8c-491a-9e6b-45ad93617ec1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-709507944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd0e0f7ae4b47a0a049b82f1e022940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f945f4-a7", "ovs_interfaceid": "46f945f4-a7c0-4405-a0e6-7df3f067b94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.831836] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.270529] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.270810] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 818.274184] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.838s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.274433] env[69674]: DEBUG nova.objects.instance [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'resources' on Instance uuid 0ec66b0d-5ae8-4b64-b893-375c6b412c59 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.307831] env[69674]: DEBUG oslo_concurrency.lockutils [req-5a8ec837-6a6d-41a7-9034-c797b8d7c41f req-57378d4e-6d35-4a26-9416-7912300c6010 service nova] Releasing lock "refresh_cache-b0118ccc-b963-4c14-ab1d-5623ced79e2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.335748] env[69674]: DEBUG oslo_vmware.api [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256708, 'name': PowerOnVM_Task, 'duration_secs': 0.750261} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.336904] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.337200] env[69674]: INFO nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Took 9.89 seconds to spawn the instance on the hypervisor. [ 818.337458] env[69674]: DEBUG nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 818.341142] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82055e-ce0a-4c14-8867-4970c5d40ee8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.782635] env[69674]: DEBUG nova.compute.utils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.784850] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 818.784850] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.847381] env[69674]: DEBUG nova.policy [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'febd941313714f4db50b8f0a5a936c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01d0466fd114d7e80c6a14cc04ebdf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.864555] env[69674]: INFO nova.compute.manager [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Took 50.02 seconds to build instance. [ 819.291708] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 819.312593] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Successfully created port: 375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.336253] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4deeb-e813-4f7b-bce4-cf11c0b1cd4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.345396] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa8076-4e76-4283-af0e-5e026cb179bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.380216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-14e94593-7274-4edf-9497-9797accefd55 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.415s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.383910] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffd608-61f6-42e5-bc9a-5868f8948666 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.387998] env[69674]: DEBUG nova.compute.manager [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 819.388256] env[69674]: DEBUG nova.compute.manager [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing instance network info cache due to event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 819.388587] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.388746] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.389217] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.397774] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5a97d-634f-470a-8ddb-29ff4a1ce7ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.417625] env[69674]: DEBUG nova.compute.provider_tree [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.691266] env[69674]: DEBUG nova.compute.manager [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 819.691803] env[69674]: DEBUG nova.compute.manager [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing instance network info cache due to event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 819.691803] env[69674]: DEBUG oslo_concurrency.lockutils [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.894022] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 819.920881] env[69674]: DEBUG nova.scheduler.client.report [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.307110] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 820.336269] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updated VIF entry in instance network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.337309] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.349694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.349694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.373989] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.375494] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.375806] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.375806] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.375941] env[69674]: DEBUG nova.virt.hardware [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.377367] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8c498-1be7-49c0-ada1-e197d7686706 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.389119] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b590d-1e52-42a4-b9e0-0c83278ec29f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.427022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.428424] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.991s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.428709] env[69674]: DEBUG nova.objects.instance [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lazy-loading 'resources' on Instance uuid 62538e53-59e3-4851-884f-87c35d076c59 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.435362] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.456028] env[69674]: INFO nova.scheduler.client.report [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted allocations for instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 [ 820.845567] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.846053] env[69674]: DEBUG nova.compute.manager [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 820.846432] env[69674]: DEBUG nova.compute.manager [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing instance network info cache due to event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 820.846647] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847136] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847382] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.906711] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "c7566347-5e0a-40d9-a227-ccef21b1559d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.906711] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.967024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b805fffb-c8b5-401a-b326-59c392437772 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.346s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.967024] env[69674]: DEBUG oslo_concurrency.lockutils [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] Acquired lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.967024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03260c0-b269-4ec1-b9c4-b1f347dbf506 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.983324] env[69674]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 820.983324] env[69674]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69674) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 820.983324] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c066805e-832f-4ef0-bbeb-0cd22b925387 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.001766] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b79d82a-1bbd-4c0e-84fb-b576d1c072fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.050962] env[69674]: ERROR root [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-650537' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-650537' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-650537' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-650537'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-650537' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-650537' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-650537'}\n"]: nova.exception.InstanceNotFound: Instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 could not be found. [ 821.051339] env[69674]: DEBUG oslo_concurrency.lockutils [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] Releasing lock "0ec66b0d-5ae8-4b64-b893-375c6b412c59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.051693] env[69674]: DEBUG nova.compute.manager [req-bcf5646f-1833-4189-9b12-b3b797269600 req-3d2f8ed0-18c9-4e12-9180-134028b57c2b service nova] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Detach interface failed, port_id=69b11915-dbc5-4400-863e-623db85bf4cd, reason: Instance 0ec66b0d-5ae8-4b64-b893-375c6b412c59 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 821.165525] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Successfully updated port: 375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.377057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f2195-4b54-46df-b4f1-42ebdfdf547d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.387917] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Suspending the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 821.387917] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c177040b-4273-49d3-ad1d-2d5d991f9f69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.397703] env[69674]: DEBUG oslo_vmware.api [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 821.397703] env[69674]: value = "task-3256709" [ 821.397703] env[69674]: _type = "Task" [ 821.397703] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.410113] env[69674]: DEBUG oslo_vmware.api [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256709, 'name': SuspendVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.623411] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf9053-56dd-4532-b0af-f24aa184dcf4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.633468] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50fd4d4-e00a-4290-b905-9ba0f9ee6fc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.676572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.676810] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.677089] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.682173] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updated VIF entry in instance network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.682173] env[69674]: DEBUG nova.network.neutron [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.684539] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b6c11-4a9c-4329-b0ac-26a24a5f1cb1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.698601] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb48bd1-d091-4379-9fde-8cf4394d32b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.719023] env[69674]: DEBUG nova.compute.provider_tree [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.726029] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 821.730024] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing instance network info cache due to event network-changed-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 821.730024] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Acquiring lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.908548] env[69674]: DEBUG oslo_vmware.api [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256709, 'name': SuspendVM_Task} progress is 62%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.917157] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.918133] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819ffe7a-b2ea-4006-92ab-7f730992aa2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.925314] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.925314] env[69674]: ERROR oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk due to incomplete transfer. [ 821.925760] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5620ed06-0fb9-45c1-9588-d04562063c5a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.934998] env[69674]: DEBUG oslo_vmware.rw_handles [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52164286-1892-9610-1cf4-9956e97ec838/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.935142] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Uploaded image df6e8329-0066-4293-bb9a-4a574736a9c3 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.937475] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.937742] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be9f14fd-9dd4-49de-9fc4-5a7c29734c59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.946051] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 821.946051] env[69674]: value = "task-3256710" [ 821.946051] env[69674]: _type = "Task" [ 821.946051] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.955995] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256710, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.190160] env[69674]: DEBUG oslo_concurrency.lockutils [req-26b04cb1-8d7b-41ae-8e84-63dbb49aaf0c req-33ca078d-06be-4959-8a2a-4aa4dbc5c34a service nova] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.194653] env[69674]: DEBUG oslo_concurrency.lockutils [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.194653] env[69674]: DEBUG nova.network.neutron [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.221161] env[69674]: DEBUG nova.scheduler.client.report [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.261524] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.413761] env[69674]: DEBUG oslo_vmware.api [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256709, 'name': SuspendVM_Task, 'duration_secs': 0.878062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.413875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Suspended the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 822.413977] env[69674]: DEBUG nova.compute.manager [None req-bf7d7553-9aab-4d03-bf35-5f5cde9ec273 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 822.414912] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cbfd0-8781-446b-8c45-db979fd7bcec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.458094] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256710, 'name': Destroy_Task, 'duration_secs': 0.366847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.458520] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Destroyed the VM [ 822.458789] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.460098] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8069ac1f-6737-456d-9056-ccb98aee37d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.469710] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 822.469710] env[69674]: value = "task-3256711" [ 822.469710] env[69674]: _type = "Task" [ 822.469710] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.480981] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.531070] env[69674]: DEBUG nova.network.neutron [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.726888] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.732669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.204s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.733019] env[69674]: DEBUG nova.objects.instance [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lazy-loading 'resources' on Instance uuid 528e2c92-d01e-4c35-a2ba-70d439af2fc7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.760378] env[69674]: INFO nova.scheduler.client.report [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted allocations for instance 62538e53-59e3-4851-884f-87c35d076c59 [ 822.874512] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.874807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.875036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.875226] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.875396] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.880377] env[69674]: INFO nova.compute.manager [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Terminating instance [ 822.980681] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256711, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.033514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.033850] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Instance network_info: |[{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 823.034307] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:72:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '375c5f1e-56be-4281-9d9b-b4aa6885dbe5', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.042874] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.043154] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.043392] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5d98e1-2649-4e9d-84c5-e2be72480f06 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.066893] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.066893] env[69674]: value = "task-3256712" [ 823.066893] env[69674]: _type = "Task" [ 823.066893] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.075350] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256712, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.133428] env[69674]: DEBUG nova.network.neutron [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updated VIF entry in instance network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.133785] env[69674]: DEBUG nova.network.neutron [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.270592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-04ac1fd8-2e3c-4468-b985-b66475ce0c0f tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "62538e53-59e3-4851-884f-87c35d076c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.455s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.384651] env[69674]: DEBUG nova.compute.manager [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 823.384875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.386795] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91773cb3-02e0-4692-a3ac-8e8bcf4d8158 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.396868] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.397232] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4793651b-e8cd-446a-a1bb-3ed93ca0b03d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.406820] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 823.406820] env[69674]: value = "task-3256713" [ 823.406820] env[69674]: _type = "Task" [ 823.406820] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.419637] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.486789] env[69674]: DEBUG oslo_vmware.api [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579166} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.488344] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.488701] env[69674]: INFO nova.compute.manager [None req-c6c46fa3-5374-424a-a0da-f4e3f7c8000c tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 823.582938] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256712, 'name': CreateVM_Task, 'duration_secs': 0.437524} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.583480] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.584329] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.584795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.584894] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.585237] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d1ad98-ab81-453c-bc1e-f472f1318436 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.592152] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 823.592152] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a55ea-8702-e0f7-5d04-fe180c8b07b0" [ 823.592152] env[69674]: _type = "Task" [ 823.592152] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.606494] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a55ea-8702-e0f7-5d04-fe180c8b07b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.638554] env[69674]: DEBUG oslo_concurrency.lockutils [req-f25b22f6-0984-4b42-832b-aa622403d3e7 req-af7d415a-9caa-45a9-9d0e-7df267a0661f service nova] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.639448] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Acquired lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.639733] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Refreshing network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.856410] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93959a9-922a-4859-a213-31b8be288282 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.865982] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e310f-dbca-43e0-a72e-e6361b5374d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.901343] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca71c21-bd10-4f48-a6a1-274eea1e713f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.915547] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0f8f3-9a1f-42ec-9f8b-36d6f75d4ced {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.925866] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256713, 'name': PowerOffVM_Task, 'duration_secs': 0.254297} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.936125] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.936125] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.936971] env[69674]: DEBUG nova.compute.provider_tree [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.938744] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6c9ca86-bcfe-46af-934a-5f60420a64f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.016293] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.016293] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.016293] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Deleting the datastore file [datastore2] f71b254d-0b4e-4d35-a804-44f8f76a8c0b {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.016293] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818a72a7-7f9d-4eea-9d0e-d9603b9fa4ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.019852] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for the task: (returnval){ [ 824.019852] env[69674]: value = "task-3256715" [ 824.019852] env[69674]: _type = "Task" [ 824.019852] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.030911] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.104827] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a55ea-8702-e0f7-5d04-fe180c8b07b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.105677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.105677] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.105677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.105677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.105802] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.106598] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed11d88a-2c2d-4182-89b6-0ef2259265ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.118364] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.118364] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.118364] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33325a4-70ea-4808-b145-c0ed67e4be16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.124996] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 824.124996] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b3093e-5140-7ecc-2d95-b489a1ed30b7" [ 824.124996] env[69674]: _type = "Task" [ 824.124996] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.136352] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b3093e-5140-7ecc-2d95-b489a1ed30b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.364026] env[69674]: DEBUG nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 824.364513] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa36deae-c391-404f-b65d-decc6c8ea476 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.387436] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updated VIF entry in instance network info cache for port 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.387819] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [{"id": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "address": "fa:16:3e:ce:78:b5", "network": {"id": "170c85cd-c090-41a5-a80b-071195043051", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-74424205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac852b4eef4d4c74a6e6addf60ee88c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d7dbd3-55", "ovs_interfaceid": "47d7dbd3-558e-4e63-8cd3-0c690a1c94a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.442103] env[69674]: DEBUG nova.scheduler.client.report [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.532300] env[69674]: DEBUG oslo_vmware.api [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Task: {'id': task-3256715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205626} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.532589] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.532771] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.532948] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.533128] env[69674]: INFO nova.compute.manager [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 824.533368] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.533556] env[69674]: DEBUG nova.compute.manager [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 824.533668] env[69674]: DEBUG nova.network.neutron [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.637486] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b3093e-5140-7ecc-2d95-b489a1ed30b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.638344] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6a1156-1230-46db-a0f8-09d2358957f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.646295] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 824.646295] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5208132d-394e-df62-d38e-8ca64b272c2d" [ 824.646295] env[69674]: _type = "Task" [ 824.646295] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.656262] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5208132d-394e-df62-d38e-8ca64b272c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.882735] env[69674]: INFO nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] instance snapshotting [ 824.882735] env[69674]: WARNING nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 824.885798] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc97011-9652-4876-a64e-214cd3ad5d18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.892415] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Releasing lock "refresh_cache-f71b254d-0b4e-4d35-a804-44f8f76a8c0b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.892770] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Received event network-vif-plugged-375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 824.893083] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.893386] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.893653] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.893931] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] No waiting events found dispatching network-vif-plugged-375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.894214] env[69674]: WARNING nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Received unexpected event network-vif-plugged-375c5f1e-56be-4281-9d9b-b4aa6885dbe5 for instance with vm_state building and task_state spawning. [ 824.894458] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Received event network-changed-375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 824.894693] env[69674]: DEBUG nova.compute.manager [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Refreshing instance network info cache due to event network-changed-375c5f1e-56be-4281-9d9b-b4aa6885dbe5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 824.894967] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Acquiring lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.895190] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Acquired lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.895428] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Refreshing network info cache for port 375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.920331] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ba3e2-d501-4cc9-9672-7bf26dd08d2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.948054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.951924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.175s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.951924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.951924] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 824.951924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.549s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.953009] env[69674]: INFO nova.compute.claims [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.957898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f8d14-dd99-4299-8b06-4f33695e371e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.969656] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d1287-7894-457e-9bcd-980f154e7717 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.989798] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef813a-c9ae-476b-8155-ce6e887b4f98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.000183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2db8ff-7ae2-486c-b0b2-4a811ad10461 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.035211] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179018MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 825.035442] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.036650] env[69674]: INFO nova.scheduler.client.report [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Deleted allocations for instance 528e2c92-d01e-4c35-a2ba-70d439af2fc7 [ 825.119929] env[69674]: DEBUG nova.compute.manager [req-87e98122-4a71-4f80-bf5e-c118260f9a49 req-93eb9f62-c48b-468a-8af0-602f621ed1b8 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Received event network-vif-deleted-47d7dbd3-558e-4e63-8cd3-0c690a1c94a7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 825.120139] env[69674]: INFO nova.compute.manager [req-87e98122-4a71-4f80-bf5e-c118260f9a49 req-93eb9f62-c48b-468a-8af0-602f621ed1b8 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Neutron deleted interface 47d7dbd3-558e-4e63-8cd3-0c690a1c94a7; detaching it from the instance and deleting it from the info cache [ 825.121705] env[69674]: DEBUG nova.network.neutron [req-87e98122-4a71-4f80-bf5e-c118260f9a49 req-93eb9f62-c48b-468a-8af0-602f621ed1b8 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.160249] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5208132d-394e-df62-d38e-8ca64b272c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.049417} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.160509] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.160799] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.161103] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4a569f6-68a4-4849-a9d5-d051a073cb6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.169834] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 825.169834] env[69674]: value = "task-3256716" [ 825.169834] env[69674]: _type = "Task" [ 825.169834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.179137] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.224613] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.224725] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.224977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.225205] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.225622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.229243] env[69674]: INFO nova.compute.manager [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Terminating instance [ 825.425620] env[69674]: DEBUG nova.network.neutron [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.433902] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.434270] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e483a23-f911-427d-ad4c-15c47a05b0bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.446876] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 825.446876] env[69674]: value = "task-3256717" [ 825.446876] env[69674]: _type = "Task" [ 825.446876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.467018] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256717, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.545263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2f8776ce-959b-4751-b191-5acb20c861f1 tempest-MultipleCreateTestJSON-1631980856 tempest-MultipleCreateTestJSON-1631980856-project-member] Lock "528e2c92-d01e-4c35-a2ba-70d439af2fc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.585s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.623745] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c7bcbb-1a87-45d0-9800-5b68b8a17520 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.639398] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0630ed-78a5-426a-801e-8ba3e7ea66d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.683558] env[69674]: DEBUG nova.compute.manager [req-87e98122-4a71-4f80-bf5e-c118260f9a49 req-93eb9f62-c48b-468a-8af0-602f621ed1b8 service nova] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Detach interface failed, port_id=47d7dbd3-558e-4e63-8cd3-0c690a1c94a7, reason: Instance f71b254d-0b4e-4d35-a804-44f8f76a8c0b could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 825.692488] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452125} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.695588] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.695737] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.696619] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1890d426-d685-49cf-be24-153f63e941ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.704253] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 825.704253] env[69674]: value = "task-3256718" [ 825.704253] env[69674]: _type = "Task" [ 825.704253] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712453] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.712765] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.723202] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.739019] env[69674]: DEBUG nova.compute.manager [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 825.739019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.739019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd3acee-4cab-45ff-ad79-ec29da15d370 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.746675] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.746951] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4912f78-8957-4f3d-a10c-ab7f8c7c6076 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.759043] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 825.759043] env[69674]: value = "task-3256719" [ 825.759043] env[69674]: _type = "Task" [ 825.759043] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.769861] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.911114] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updated VIF entry in instance network info cache for port 375c5f1e-56be-4281-9d9b-b4aa6885dbe5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.911619] env[69674]: DEBUG nova.network.neutron [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.928125] env[69674]: INFO nova.compute.manager [-] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Took 1.39 seconds to deallocate network for instance. [ 825.961132] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256717, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.218723] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071387} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.218995] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.220199] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be422c-c39f-4563-99d9-8f76d54d58f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.250207] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.251523] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d57a862-28bd-49ed-891a-73a4ed1e0f15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.280558] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256719, 'name': PowerOffVM_Task, 'duration_secs': 0.213757} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.281808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.281926] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.282273] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 826.282273] env[69674]: value = "task-3256720" [ 826.282273] env[69674]: _type = "Task" [ 826.282273] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.287969] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec1dbfa1-ea28-4e33-93f1-e443e93460eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.299935] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.367640] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.367884] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.368090] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Deleting the datastore file [datastore1] acbf7099-6993-4d1b-9e90-62bf239a75ba {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.368466] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50b3aa20-390c-4830-9a11-e2e81a874b70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.380841] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for the task: (returnval){ [ 826.380841] env[69674]: value = "task-3256722" [ 826.380841] env[69674]: _type = "Task" [ 826.380841] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.396123] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.416998] env[69674]: DEBUG oslo_concurrency.lockutils [req-c7e46a9a-9cad-4fba-b7fd-aff01809c1bd req-ee027729-aa76-4851-aa61-8df521dc37b9 service nova] Releasing lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.440674] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.459911] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256717, 'name': CreateSnapshot_Task, 'duration_secs': 0.859374} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.460446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.464704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3850de6-dd7d-4b03-9783-beabb1b656b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.557660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c235580-c8b2-417b-a8aa-f3d4d2c27a0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.566653] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c854802-3a96-41df-92d0-ecfb17b7c04d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.601211] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587a64d-4c90-4d46-9edf-c6320ff0145b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.610170] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbcc11-67e4-4dd1-bfb8-291cfaa89b92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.624858] env[69674]: DEBUG nova.compute.provider_tree [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.804021] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256720, 'name': ReconfigVM_Task, 'duration_secs': 0.506158} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.804021] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.804021] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d67073d5-8ef1-4193-8feb-16d35606742a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.811747] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 826.811747] env[69674]: value = "task-3256723" [ 826.811747] env[69674]: _type = "Task" [ 826.811747] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.823022] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256723, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.894345] env[69674]: DEBUG oslo_vmware.api [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Task: {'id': task-3256722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345821} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.894345] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.895036] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.895036] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.895150] env[69674]: INFO nova.compute.manager [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 826.895663] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.895901] env[69674]: DEBUG nova.compute.manager [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 826.896029] env[69674]: DEBUG nova.network.neutron [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.913167] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.913403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.985972] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.988011] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82163674-7eb5-4912-ab99-3b6c5fbe96df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.999878] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 826.999878] env[69674]: value = "task-3256724" [ 826.999878] env[69674]: _type = "Task" [ 826.999878] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.009698] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256724, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.151512] env[69674]: ERROR nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [req-39c15854-fa67-4432-8ccd-a582704da59a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39c15854-fa67-4432-8ccd-a582704da59a"}]} [ 827.169055] env[69674]: DEBUG nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.189646] env[69674]: DEBUG nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.189646] env[69674]: DEBUG nova.compute.provider_tree [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.202851] env[69674]: DEBUG nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.229258] env[69674]: DEBUG nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.286971] env[69674]: DEBUG nova.compute.manager [req-161bbb54-0f1e-4c21-87e6-9f9745df79cc req-bdbb4587-9845-45f5-92da-cc0ff59c163c service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Received event network-vif-deleted-1a383c05-231c-4b2f-902a-ca0d6bbfe82c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 827.287270] env[69674]: INFO nova.compute.manager [req-161bbb54-0f1e-4c21-87e6-9f9745df79cc req-bdbb4587-9845-45f5-92da-cc0ff59c163c service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Neutron deleted interface 1a383c05-231c-4b2f-902a-ca0d6bbfe82c; detaching it from the instance and deleting it from the info cache [ 827.287532] env[69674]: DEBUG nova.network.neutron [req-161bbb54-0f1e-4c21-87e6-9f9745df79cc req-bdbb4587-9845-45f5-92da-cc0ff59c163c service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.324306] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256723, 'name': Rename_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.324677] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.325070] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-840571bf-dff6-4d91-a85b-9d4af4d0c9d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.339824] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 827.339824] env[69674]: value = "task-3256725" [ 827.339824] env[69674]: _type = "Task" [ 827.339824] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.353187] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.726645] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256724, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.765287] env[69674]: DEBUG nova.network.neutron [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.795589] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d1b4276-99fc-4baf-8246-69648ca14329 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.806329] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686dfc5d-326a-4345-b7c2-66c3b7e3e09f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.851668] env[69674]: DEBUG nova.compute.manager [req-161bbb54-0f1e-4c21-87e6-9f9745df79cc req-bdbb4587-9845-45f5-92da-cc0ff59c163c service nova] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Detach interface failed, port_id=1a383c05-231c-4b2f-902a-ca0d6bbfe82c, reason: Instance acbf7099-6993-4d1b-9e90-62bf239a75ba could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 827.866464] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.099657] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2211d138-e1db-4d99-849a-82a22972dc29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.109855] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8f43a-2ada-443a-af97-ed5f318f24c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142479] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5aa1f1-915e-4218-9db5-9dadc69ecdc2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.151187] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd1733-830f-42df-bcff-73fc6819fe99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.165915] env[69674]: DEBUG nova.compute.provider_tree [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.225128] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256724, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.268270] env[69674]: INFO nova.compute.manager [-] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Took 1.37 seconds to deallocate network for instance. [ 828.362630] env[69674]: DEBUG oslo_vmware.api [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256725, 'name': PowerOnVM_Task, 'duration_secs': 0.691702} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.362975] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.363204] env[69674]: INFO nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Took 8.06 seconds to spawn the instance on the hypervisor. [ 828.363388] env[69674]: DEBUG nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 828.364400] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6118a-b003-4659-9849-9bb0b0426f6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669168] env[69674]: DEBUG nova.scheduler.client.report [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.728102] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256724, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.776717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.882360] env[69674]: INFO nova.compute.manager [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Took 50.17 seconds to build instance. [ 829.174607] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.223s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.174694] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 829.177171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.051s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.178541] env[69674]: INFO nova.compute.claims [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.226633] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256724, 'name': CloneVM_Task, 'duration_secs': 1.82258} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.226912] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Created linked-clone VM from snapshot [ 829.227932] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060688f4-348d-48cc-8519-b2ed7cf09ced {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.236363] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Uploading image 410b1df2-c703-4a89-9d0c-a8779e85eef4 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.256949] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 829.256949] env[69674]: value = "vm-650688" [ 829.256949] env[69674]: _type = "VirtualMachine" [ 829.256949] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 829.257406] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ceaf150e-c494-42c6-b853-dd7abf89d529 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.265349] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease: (returnval){ [ 829.265349] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f8f6a-2032-663c-88ca-9ba60d88be37" [ 829.265349] env[69674]: _type = "HttpNfcLease" [ 829.265349] env[69674]: } obtained for exporting VM: (result){ [ 829.265349] env[69674]: value = "vm-650688" [ 829.265349] env[69674]: _type = "VirtualMachine" [ 829.265349] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 829.265558] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the lease: (returnval){ [ 829.265558] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f8f6a-2032-663c-88ca-9ba60d88be37" [ 829.265558] env[69674]: _type = "HttpNfcLease" [ 829.265558] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 829.273153] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.273153] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f8f6a-2032-663c-88ca-9ba60d88be37" [ 829.273153] env[69674]: _type = "HttpNfcLease" [ 829.273153] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.386143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c64f84d2-8295-467b-a0d1-bc8edeb2f24d tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.638s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.527366] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "e733232e-4081-459e-9d30-197c3f8ece6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.527555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.682658] env[69674]: DEBUG nova.compute.utils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.686044] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 829.686044] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.751050] env[69674]: DEBUG nova.policy [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef5306fbb0940daa5ea8ee384def408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f326348449b4b31b62e0b76a402b757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.773876] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.773876] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f8f6a-2032-663c-88ca-9ba60d88be37" [ 829.773876] env[69674]: _type = "HttpNfcLease" [ 829.773876] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.774090] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.774090] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f8f6a-2032-663c-88ca-9ba60d88be37" [ 829.774090] env[69674]: _type = "HttpNfcLease" [ 829.774090] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.774815] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e0faf-186e-4c63-b6e4-06d4532f11d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.783286] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.783539] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.888590] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 829.909960] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb4ba017-95e9-47da-9026-553558bdcc2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.057635] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Successfully created port: ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.190387] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 830.425835] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.817387] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f55d5d-6fe6-46b9-a3eb-480700ae6904 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.828919] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5ff8bc-7f4c-4d29-9dd2-0ff59ff0c393 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.861764] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b3c359-c03c-429c-a28e-ff2824934791 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.871116] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3476d26-bba4-4abf-a904-d3662f755e1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.887139] env[69674]: DEBUG nova.compute.provider_tree [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.919633] env[69674]: DEBUG nova.compute.manager [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 831.207402] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 831.232810] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.233127] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.233308] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.233495] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.233644] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.233787] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.233997] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.234179] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.234348] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.234509] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.234682] env[69674]: DEBUG nova.virt.hardware [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.235939] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6d4132-b37f-4fb1-b6a2-96fa5a62b2f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.245393] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48617e8-4e43-49c6-ab95-147ceefd9aa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.390487] env[69674]: DEBUG nova.scheduler.client.report [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.442824] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.556187] env[69674]: DEBUG nova.compute.manager [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Received event network-vif-plugged-ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 831.556419] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] Acquiring lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.556675] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.556868] env[69674]: DEBUG oslo_concurrency.lockutils [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.556985] env[69674]: DEBUG nova.compute.manager [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] No waiting events found dispatching network-vif-plugged-ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.557379] env[69674]: WARNING nova.compute.manager [req-2e1d9407-9d26-4111-bdcf-9f76da95e5cb req-c4691ad0-ab53-4ee9-8868-4f9e1ee02e0d service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Received unexpected event network-vif-plugged-ef7985e7-5003-4c72-aefc-00690b4c07e6 for instance with vm_state building and task_state spawning. [ 831.675388] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Successfully updated port: ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.895523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.896086] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 831.898841] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.271s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.900294] env[69674]: INFO nova.compute.claims [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.179442] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.179442] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.179442] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.407076] env[69674]: DEBUG nova.compute.utils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.408593] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 832.408593] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.455957] env[69674]: DEBUG nova.policy [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c596f0ef2c6742989b30413c85d44aa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee1fb168d45e4380b4335012d468b698', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.725044] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.742891] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Successfully created port: dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.912307] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 832.941314] env[69674]: DEBUG nova.network.neutron [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Updating instance_info_cache with network_info: [{"id": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "address": "fa:16:3e:fc:8c:f6", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7985e7-50", "ovs_interfaceid": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.432906] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33cf03-9d7e-4df4-ae7c-d63b2d55c704 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.442446] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3f4bd-f52a-4796-af9d-55864b7d8501 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.446905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.447198] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Instance network_info: |[{"id": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "address": "fa:16:3e:fc:8c:f6", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7985e7-50", "ovs_interfaceid": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 833.447705] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:8c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7985e7-5003-4c72-aefc-00690b4c07e6', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.457507] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.458988] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.459426] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddae66a2-633f-4614-b6b0-a92c53878efd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.504852] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab21b8-ab93-47df-8845-736c159cc81c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.512032] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.512032] env[69674]: value = "task-3256727" [ 833.512032] env[69674]: _type = "Task" [ 833.512032] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.519399] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2186f05-d540-45a4-ac63-4c089b95972d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.529965] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256727, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.538366] env[69674]: DEBUG nova.compute.provider_tree [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.587150] env[69674]: DEBUG nova.compute.manager [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Received event network-changed-ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 833.587400] env[69674]: DEBUG nova.compute.manager [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Refreshing instance network info cache due to event network-changed-ef7985e7-5003-4c72-aefc-00690b4c07e6. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 833.587707] env[69674]: DEBUG oslo_concurrency.lockutils [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] Acquiring lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.588057] env[69674]: DEBUG oslo_concurrency.lockutils [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] Acquired lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.588287] env[69674]: DEBUG nova.network.neutron [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Refreshing network info cache for port ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.922019] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 833.943845] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.943845] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.944014] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.944125] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.944331] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.946046] env[69674]: DEBUG nova.virt.hardware [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.946385] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7472990-03f9-49ec-9330-1dd31576ed8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.955183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a02b7c-f932-4631-9073-4e4ac925ceba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.024184] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256727, 'name': CreateVM_Task, 'duration_secs': 0.387078} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.024370] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.025095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.025241] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025564] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025829] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d93a19-1c8b-4fc6-8dc2-8f05a04bf8c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.031023] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 834.031023] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529fb635-4055-5c13-14c6-0652c4df8b54" [ 834.031023] env[69674]: _type = "Task" [ 834.031023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.039402] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529fb635-4055-5c13-14c6-0652c4df8b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.042344] env[69674]: DEBUG nova.scheduler.client.report [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.326950] env[69674]: DEBUG nova.network.neutron [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Updated VIF entry in instance network info cache for port ef7985e7-5003-4c72-aefc-00690b4c07e6. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.327906] env[69674]: DEBUG nova.network.neutron [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Updating instance_info_cache with network_info: [{"id": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "address": "fa:16:3e:fc:8c:f6", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7985e7-50", "ovs_interfaceid": "ef7985e7-5003-4c72-aefc-00690b4c07e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.372858] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Successfully updated port: dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.541548] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529fb635-4055-5c13-14c6-0652c4df8b54, 'name': SearchDatastore_Task, 'duration_secs': 0.02694} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.541863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.542087] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.542330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.542476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.542656] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.542928] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2b1b97-260b-44b2-a9a5-96a50f9a3086 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.546771] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.547274] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 834.549783] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.298s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.559943] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.560110] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.560790] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfc776b-256f-40bb-82c4-90b62dab22c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.566600] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 834.566600] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502d2-ae65-5659-3bd1-d56557d0daf4" [ 834.566600] env[69674]: _type = "Task" [ 834.566600] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.576578] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502d2-ae65-5659-3bd1-d56557d0daf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.834625] env[69674]: DEBUG oslo_concurrency.lockutils [req-913a7d04-ccf4-4ec1-b763-bef74f4dd476 req-cfdb5937-cdda-48c8-bb37-6e6901a5aebd service nova] Releasing lock "refresh_cache-bca459c9-fcca-41f7-bcea-b6408f5a0930" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.876198] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.876378] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquired lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.876534] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.055676] env[69674]: INFO nova.compute.claims [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.060934] env[69674]: DEBUG nova.compute.utils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.062955] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 835.063164] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.080148] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502d2-ae65-5659-3bd1-d56557d0daf4, 'name': SearchDatastore_Task, 'duration_secs': 0.022755} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.080509] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a1c27e-3c35-4550-89ef-7acca53f90ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.086929] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 835.086929] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d725ec-dc4d-0af9-95fd-c993e91dcef7" [ 835.086929] env[69674]: _type = "Task" [ 835.086929] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.096974] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d725ec-dc4d-0af9-95fd-c993e91dcef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.103870] env[69674]: DEBUG nova.policy [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b45fcd99704b2da3e47d23ee6c3880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1212831caafd4d6f9ffde8b5c4685691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.435481] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.500028] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Successfully created port: 13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.565191] env[69674]: INFO nova.compute.resource_tracker [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating resource usage from migration d9de2802-e62c-4d18-a120-c100d3b3ee51 [ 835.568330] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 835.607520] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d725ec-dc4d-0af9-95fd-c993e91dcef7, 'name': SearchDatastore_Task, 'duration_secs': 0.016907} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.607873] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608273] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] bca459c9-fcca-41f7-bcea-b6408f5a0930/bca459c9-fcca-41f7-bcea-b6408f5a0930.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.608438] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5217c261-9068-477c-9f31-822e3e759a98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.624021] env[69674]: DEBUG nova.compute.manager [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Received event network-vif-plugged-dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 835.624021] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Acquiring lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.624021] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.624021] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.624021] env[69674]: DEBUG nova.compute.manager [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] No waiting events found dispatching network-vif-plugged-dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.624021] env[69674]: WARNING nova.compute.manager [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Received unexpected event network-vif-plugged-dd1503b7-6e33-4289-b90a-a9b623622d1c for instance with vm_state building and task_state spawning. [ 835.624021] env[69674]: DEBUG nova.compute.manager [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Received event network-changed-dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 835.624021] env[69674]: DEBUG nova.compute.manager [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Refreshing instance network info cache due to event network-changed-dd1503b7-6e33-4289-b90a-a9b623622d1c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 835.624021] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Acquiring lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.627197] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 835.627197] env[69674]: value = "task-3256728" [ 835.627197] env[69674]: _type = "Task" [ 835.627197] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.636013] env[69674]: DEBUG nova.network.neutron [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Updating instance_info_cache with network_info: [{"id": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "address": "fa:16:3e:42:ce:0d", "network": {"id": "9c1d6fff-8445-4015-9a9e-db97343c1905", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2012721133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1fb168d45e4380b4335012d468b698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1503b7-6e", "ovs_interfaceid": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.643530] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.093102] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec21ff5-4711-41e6-a799-a6dab5a6582b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.103874] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0174000-8441-438b-8367-0639a0814541 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.142644] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c09cdd-0f1b-47d8-83ef-6075753060f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.145750] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Releasing lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.146528] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Instance network_info: |[{"id": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "address": "fa:16:3e:42:ce:0d", "network": {"id": "9c1d6fff-8445-4015-9a9e-db97343c1905", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2012721133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1fb168d45e4380b4335012d468b698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1503b7-6e", "ovs_interfaceid": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 836.147493] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Acquired lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.147493] env[69674]: DEBUG nova.network.neutron [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Refreshing network info cache for port dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.148785] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:ce:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1503b7-6e33-4289-b90a-a9b623622d1c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.160245] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Creating folder: Project (ee1fb168d45e4380b4335012d468b698). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.162498] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08492029-dc14-45d6-b141-763a4aa12533 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.175735] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.178437] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f0e14-baec-4c68-9c1c-fd6c72c86930 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.194753] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Created folder: Project (ee1fb168d45e4380b4335012d468b698) in parent group-v650515. [ 836.194968] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Creating folder: Instances. Parent ref: group-v650690. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.204895] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16719999-5b66-43e2-be1d-861e894517a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.207725] env[69674]: DEBUG nova.compute.provider_tree [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.219897] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Created folder: Instances in parent group-v650690. [ 836.220218] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.220527] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.221041] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a284c061-2cbb-465d-815d-c1f4c3b3cb23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.243548] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.243548] env[69674]: value = "task-3256731" [ 836.243548] env[69674]: _type = "Task" [ 836.243548] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.253313] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256731, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.581879] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 836.604871] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.605256] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.605467] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.605682] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.605910] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.606117] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.606355] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.606529] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.606714] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.606881] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.607134] env[69674]: DEBUG nova.virt.hardware [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.608173] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad402a70-2f6b-4573-abd9-a67acc33167d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.617536] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21acdd3e-d9da-4a70-81d1-6c0bbe13f39e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.656983] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742568} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.657375] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] bca459c9-fcca-41f7-bcea-b6408f5a0930/bca459c9-fcca-41f7-bcea-b6408f5a0930.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.657627] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.657895] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8563e09-5f5a-44dd-87b7-14b11c651dad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.666182] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 836.666182] env[69674]: value = "task-3256732" [ 836.666182] env[69674]: _type = "Task" [ 836.666182] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.677364] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.711742] env[69674]: DEBUG nova.scheduler.client.report [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.756510] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256731, 'name': CreateVM_Task, 'duration_secs': 0.436349} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.756679] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.757411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.757584] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.757901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.758179] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5f077d-322a-4919-8c8b-ff720cab2cab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.763948] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 836.763948] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bed113-6d55-0c58-14c1-a0a017a2f377" [ 836.763948] env[69674]: _type = "Task" [ 836.763948] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.775586] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bed113-6d55-0c58-14c1-a0a017a2f377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.919737] env[69674]: DEBUG nova.network.neutron [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Updated VIF entry in instance network info cache for port dd1503b7-6e33-4289-b90a-a9b623622d1c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.920112] env[69674]: DEBUG nova.network.neutron [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Updating instance_info_cache with network_info: [{"id": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "address": "fa:16:3e:42:ce:0d", "network": {"id": "9c1d6fff-8445-4015-9a9e-db97343c1905", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2012721133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee1fb168d45e4380b4335012d468b698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1503b7-6e", "ovs_interfaceid": "dd1503b7-6e33-4289-b90a-a9b623622d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.095724] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Successfully updated port: 13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.177291] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073515} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.177539] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.178355] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e67ef82-2d7e-4403-a85b-9de65032cc93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.202656] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bca459c9-fcca-41f7-bcea-b6408f5a0930/bca459c9-fcca-41f7-bcea-b6408f5a0930.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.202997] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b4441f-7d89-4a86-837e-729fedf6c471 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.218317] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.668s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.218317] env[69674]: INFO nova.compute.manager [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Migrating [ 837.224476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.180s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.225881] env[69674]: INFO nova.compute.claims [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.239242] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 837.239242] env[69674]: value = "task-3256733" [ 837.239242] env[69674]: _type = "Task" [ 837.239242] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.250044] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.277014] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bed113-6d55-0c58-14c1-a0a017a2f377, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.277014] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.277014] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.277332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.277522] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.277763] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.278291] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94cb4ba8-2449-4e77-ae6c-ab84b40709b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.289413] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.289682] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.290524] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92fbd63-6535-4421-ba1a-825573e2ff52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.297434] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 837.297434] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527eb117-cff1-69fb-96b4-82f627070da1" [ 837.297434] env[69674]: _type = "Task" [ 837.297434] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.308624] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527eb117-cff1-69fb-96b4-82f627070da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.423564] env[69674]: DEBUG oslo_concurrency.lockutils [req-ebd71cea-7a28-45a2-9125-770e64037ace req-10fb0f8d-8984-425b-ad56-db7604e8547d service nova] Releasing lock "refresh_cache-088d2055-010e-45b1-ac51-3415acac7aa1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.602155] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.602353] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.602494] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.645340] env[69674]: DEBUG nova.compute.manager [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Received event network-vif-plugged-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 837.645588] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Acquiring lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.645749] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.645927] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.646153] env[69674]: DEBUG nova.compute.manager [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] No waiting events found dispatching network-vif-plugged-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.646303] env[69674]: WARNING nova.compute.manager [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Received unexpected event network-vif-plugged-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 for instance with vm_state building and task_state spawning. [ 837.646476] env[69674]: DEBUG nova.compute.manager [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Received event network-changed-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 837.646632] env[69674]: DEBUG nova.compute.manager [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Refreshing instance network info cache due to event network-changed-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 837.646796] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Acquiring lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.740690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.740860] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741075] env[69674]: DEBUG nova.network.neutron [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.754027] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256733, 'name': ReconfigVM_Task, 'duration_secs': 0.316635} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.754027] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bca459c9-fcca-41f7-bcea-b6408f5a0930/bca459c9-fcca-41f7-bcea-b6408f5a0930.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.754255] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-417d4e86-0887-4173-be19-69490919f097 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.764836] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 837.764836] env[69674]: value = "task-3256734" [ 837.764836] env[69674]: _type = "Task" [ 837.764836] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.774797] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256734, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.808936] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527eb117-cff1-69fb-96b4-82f627070da1, 'name': SearchDatastore_Task, 'duration_secs': 0.016447} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.809729] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663a8fcd-30b4-460a-b84c-0d55a2ca430f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.815925] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 837.815925] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ede456-4895-6e37-cb90-e3695132acd2" [ 837.815925] env[69674]: _type = "Task" [ 837.815925] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.825354] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ede456-4895-6e37-cb90-e3695132acd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.136450] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.275329] env[69674]: DEBUG nova.network.neutron [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Updating instance_info_cache with network_info: [{"id": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "address": "fa:16:3e:1d:2c:4a", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0b46f-c8", "ovs_interfaceid": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.283739] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256734, 'name': Rename_Task, 'duration_secs': 0.178741} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.284043] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.285791] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6539e411-422d-4515-9c85-7024c42b35cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.295104] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 838.295104] env[69674]: value = "task-3256735" [ 838.295104] env[69674]: _type = "Task" [ 838.295104] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.310741] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331883] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ede456-4895-6e37-cb90-e3695132acd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.332212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332490] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 088d2055-010e-45b1-ac51-3415acac7aa1/088d2055-010e-45b1-ac51-3415acac7aa1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.332890] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b02b6d-aa14-48f6-b980-16c575e82e9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348023] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 838.348023] env[69674]: value = "task-3256736" [ 838.348023] env[69674]: _type = "Task" [ 838.348023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.355789] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.559689] env[69674]: DEBUG nova.network.neutron [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.778015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.778572] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Instance network_info: |[{"id": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "address": "fa:16:3e:1d:2c:4a", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0b46f-c8", "ovs_interfaceid": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 838.778996] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Acquired lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.779247] env[69674]: DEBUG nova.network.neutron [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Refreshing network info cache for port 13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.780829] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:2c:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.790806] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.794215] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.795391] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34113fc1-005d-4271-9b41-3c6f63fd2eab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.828593] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.833201] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.833201] env[69674]: value = "task-3256737" [ 838.833201] env[69674]: _type = "Task" [ 838.833201] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.846222] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256737, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.864492] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256736, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.879351] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2842edd-ced4-450f-a42a-a160bb1305f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.891552] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c7b0b6-b257-41ad-9386-96d4c451eea0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.926987] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0572c8a4-9ffd-4fe3-9801-f39344b1f06e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.941353] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25682869-3fcd-4b83-a4d0-d301947d8771 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.959847] env[69674]: DEBUG nova.compute.provider_tree [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.016912] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.018017] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39410e3-2a9c-4448-92e9-3e5a64c25ce3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.025958] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.026064] env[69674]: ERROR oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk due to incomplete transfer. [ 839.026305] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d8728f9-290f-4c71-8f11-96b79599e883 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.034163] env[69674]: DEBUG oslo_vmware.rw_handles [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed6eb-cb34-5f8b-0a19-28c671904bf8/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.034361] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Uploaded image 410b1df2-c703-4a89-9d0c-a8779e85eef4 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.036581] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.036831] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58d764be-c7bf-49ab-b816-87773539892d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.043731] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 839.043731] env[69674]: value = "task-3256738" [ 839.043731] env[69674]: _type = "Task" [ 839.043731] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.053285] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256738, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.062926] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.325593] env[69674]: DEBUG oslo_vmware.api [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256735, 'name': PowerOnVM_Task, 'duration_secs': 0.633674} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.325899] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.326159] env[69674]: INFO nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Took 8.12 seconds to spawn the instance on the hypervisor. [ 839.326304] env[69674]: DEBUG nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 839.327116] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc24ac10-d600-43b7-9b7e-82cb3640c11c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.348142] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256737, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.360123] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559804} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.360437] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 088d2055-010e-45b1-ac51-3415acac7aa1/088d2055-010e-45b1-ac51-3415acac7aa1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.360669] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.361502] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e336181-4bb9-4251-b043-21b183066cf7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.369848] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 839.369848] env[69674]: value = "task-3256739" [ 839.369848] env[69674]: _type = "Task" [ 839.369848] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.381744] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.488762] env[69674]: ERROR nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [req-39015cbe-1d0d-4484-95f9-68397b614bed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39015cbe-1d0d-4484-95f9-68397b614bed"}]} [ 839.508721] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.528299] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.528586] env[69674]: DEBUG nova.compute.provider_tree [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.541034] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.553861] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256738, 'name': Destroy_Task, 'duration_secs': 0.374255} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.556257] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Destroyed the VM [ 839.556257] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.556257] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f58390c5-1ce5-4fda-8fb1-9faf878587e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.560837] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.564597] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 839.564597] env[69674]: value = "task-3256740" [ 839.564597] env[69674]: _type = "Task" [ 839.564597] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.581521] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.832804] env[69674]: DEBUG nova.network.neutron [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Updated VIF entry in instance network info cache for port 13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.833268] env[69674]: DEBUG nova.network.neutron [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Updating instance_info_cache with network_info: [{"id": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "address": "fa:16:3e:1d:2c:4a", "network": {"id": "a478bbdd-beed-45d9-9a15-1d2906890a94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1112230632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1212831caafd4d6f9ffde8b5c4685691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0b46f-c8", "ovs_interfaceid": "13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.857385] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256737, 'name': CreateVM_Task, 'duration_secs': 0.704319} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.857920] env[69674]: INFO nova.compute.manager [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Took 51.48 seconds to build instance. [ 839.858811] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.859563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.860197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.860197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.861289] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14923c6a-d80a-487d-a157-d0c2611c1596 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.870577] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 839.870577] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525c291a-e72d-71ed-0e53-3ab0f39ccc8f" [ 839.870577] env[69674]: _type = "Task" [ 839.870577] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.889750] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525c291a-e72d-71ed-0e53-3ab0f39ccc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011445} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.890616] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156264} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.890616] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.890797] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.891032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.891174] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.891351] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.891619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.892343] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4dc437a-a49a-40c9-a081-1cb00a31b1ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.894426] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c7857-7519-41cd-8a0a-fb7067e3c0be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.921136] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 088d2055-010e-45b1-ac51-3415acac7aa1/088d2055-010e-45b1-ac51-3415acac7aa1.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.925228] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013db9b3-1ca7-4c80-be21-5c2d3ca11639 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.939818] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.940015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.940998] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efe7b12-dd77-4bbb-9729-48515584e54f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.947720] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 839.947720] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526410e1-76bf-2c82-6224-268f4cf365dd" [ 839.947720] env[69674]: _type = "Task" [ 839.947720] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.953773] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 839.953773] env[69674]: value = "task-3256741" [ 839.953773] env[69674]: _type = "Task" [ 839.953773] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.964544] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526410e1-76bf-2c82-6224-268f4cf365dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.968235] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.970839] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edb9d60-a036-4983-9ba3-772a43fdaf3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.978290] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 839.978290] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235afc9-4829-07cc-d371-9d1d1965d66a" [ 839.978290] env[69674]: _type = "Task" [ 839.978290] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.987860] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235afc9-4829-07cc-d371-9d1d1965d66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.080423] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256740, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.173250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ca708-2d72-4133-875a-fc7f1b401641 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.181266] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea22f8f0-9bb6-45ef-8388-d6c20808b91b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.214103] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026e7f02-43fc-4c5f-989c-ef283a608f95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.222662] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9605a93-601f-4d42-842c-658a78ca6785 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.236985] env[69674]: DEBUG nova.compute.provider_tree [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.343440] env[69674]: DEBUG oslo_concurrency.lockutils [req-83e88ac6-708a-4b99-b0a9-a7bdb0eb252d req-c1c9c595-27fc-4900-bf35-83aaba5b47ef service nova] Releasing lock "refresh_cache-a2c27ac3-c693-4fea-a156-3c3b63b442f0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.350204] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "d9736fca-c210-472a-8465-1113ff04a0e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.350204] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.350204] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.350501] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.350954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.354511] env[69674]: INFO nova.compute.manager [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Terminating instance [ 840.361915] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6d2e7f51-bdc2-440e-8b80-a654bd30a371 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.260s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.467586] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256741, 'name': ReconfigVM_Task, 'duration_secs': 0.34429} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.468296] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 088d2055-010e-45b1-ac51-3415acac7aa1/088d2055-010e-45b1-ac51-3415acac7aa1.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.469359] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0955e129-5c58-4c8f-a3f5-8ece9688d7ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.476663] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 840.476663] env[69674]: value = "task-3256742" [ 840.476663] env[69674]: _type = "Task" [ 840.476663] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.488572] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256742, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.492860] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235afc9-4829-07cc-d371-9d1d1965d66a, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.492860] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.492860] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a2c27ac3-c693-4fea-a156-3c3b63b442f0/a2c27ac3-c693-4fea-a156-3c3b63b442f0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.492860] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c00fa62-5018-41f1-9f9e-b90a1774f37f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.500337] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 840.500337] env[69674]: value = "task-3256743" [ 840.500337] env[69674]: _type = "Task" [ 840.500337] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.509339] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.524199] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f7b20d-48b0-4bc5-a081-99a182d7a5a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.532254] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Suspending the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 840.532254] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-253f8f82-8437-441d-b74b-b3f1945c2b75 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.538687] env[69674]: DEBUG oslo_vmware.api [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] Waiting for the task: (returnval){ [ 840.538687] env[69674]: value = "task-3256744" [ 840.538687] env[69674]: _type = "Task" [ 840.538687] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.548156] env[69674]: DEBUG oslo_vmware.api [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] Task: {'id': task-3256744, 'name': SuspendVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.578190] env[69674]: DEBUG oslo_vmware.api [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.522951} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.578551] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.578755] env[69674]: INFO nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Took 15.69 seconds to snapshot the instance on the hypervisor. [ 840.584495] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9d371-3e88-43bf-b4d6-083bce48e367 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.604870] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.758922] env[69674]: ERROR nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [req-ad541e16-ca8a-43ac-bd38-3ad19be54d46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad541e16-ca8a-43ac-bd38-3ad19be54d46"}]} [ 840.776822] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.791043] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.791168] env[69674]: DEBUG nova.compute.provider_tree [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.804705] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.825295] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.858105] env[69674]: DEBUG nova.compute.manager [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 840.858455] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.859398] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0196e2ba-0496-4413-bd0f-c3d5c247819e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.864507] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 840.873776] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.874599] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6dccbd-a796-46e3-a91a-50e27811126a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.973382] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.973382] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.973382] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore2] d9736fca-c210-472a-8465-1113ff04a0e0 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.973382] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63cdbe2-350f-4ae7-8479-3ec7c01f1d84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.989572] env[69674]: DEBUG oslo_vmware.api [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 840.989572] env[69674]: value = "task-3256746" [ 840.989572] env[69674]: _type = "Task" [ 840.989572] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.998231] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256742, 'name': Rename_Task, 'duration_secs': 0.183659} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.999158] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.003250] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33b7422a-c2be-4186-ad83-c9073a2927a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.014239] env[69674]: DEBUG oslo_vmware.api [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.027976] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.028286] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 841.028286] env[69674]: value = "task-3256747" [ 841.028286] env[69674]: _type = "Task" [ 841.028286] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.039620] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.056749] env[69674]: DEBUG oslo_vmware.api [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] Task: {'id': task-3256744, 'name': SuspendVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.060281] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "9706a2e0-a981-43eb-bca0-a7e662637f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.060569] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.084801] env[69674]: DEBUG nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance disappeared during snapshot {{(pid=69674) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 841.099449] env[69674]: DEBUG nova.compute.manager [None req-e8103b53-2b50-45a5-94fd-6758e6b05322 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image not found during clean up 410b1df2-c703-4a89-9d0c-a8779e85eef4 {{(pid=69674) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 841.110836] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.111597] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa3c682-e8ff-4468-b0e3-67650d50c0b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.122150] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 841.122150] env[69674]: value = "task-3256748" [ 841.122150] env[69674]: _type = "Task" [ 841.122150] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.134270] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.394499] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.403733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a2d42-6e1e-4604-b1c6-e841297a4c33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412233] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49251d9-b636-447d-98e8-d7f55a15d3d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.445493] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03067466-bdf0-4d0a-95e1-f470f078ecb9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454587] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ffa6d8-50c9-491d-bb8e-401fd832ec83 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.469135] env[69674]: DEBUG nova.compute.provider_tree [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.499352] env[69674]: DEBUG oslo_vmware.api [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237443} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.499584] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.499773] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.499953] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.500141] env[69674]: INFO nova.compute.manager [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Took 0.64 seconds to destroy the instance on the hypervisor. [ 841.500390] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.500636] env[69674]: DEBUG nova.compute.manager [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 841.500733] env[69674]: DEBUG nova.network.neutron [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.515947] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.516206] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a2c27ac3-c693-4fea-a156-3c3b63b442f0/a2c27ac3-c693-4fea-a156-3c3b63b442f0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.516768] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.517069] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff52f27-ec5f-48f1-9ecc-8daefceee103 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.527047] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 841.527047] env[69674]: value = "task-3256749" [ 841.527047] env[69674]: _type = "Task" [ 841.527047] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.542523] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.547858] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.555129] env[69674]: DEBUG oslo_vmware.api [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] Task: {'id': task-3256744, 'name': SuspendVM_Task, 'duration_secs': 0.745455} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.555129] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Suspended the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 841.555355] env[69674]: DEBUG nova.compute.manager [None req-138be9b0-d38b-4725-a3e3-01972e9b5726 tempest-ServersAdminNegativeTestJSON-413070927 tempest-ServersAdminNegativeTestJSON-413070927-project-admin] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 841.556258] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cafa4f0-1d2a-455b-b3db-b0ddc2e800e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.634834] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256748, 'name': PowerOffVM_Task, 'duration_secs': 0.233456} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.634996] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.635216] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.856303] env[69674]: DEBUG nova.compute.manager [req-6b9ff888-3480-4f28-9c1b-e364c1792b1e req-e177d859-e8c7-4949-adeb-e12d79871079 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Received event network-vif-deleted-b56af508-3896-4d1c-99a6-1ab6b8f077e2 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 841.856931] env[69674]: INFO nova.compute.manager [req-6b9ff888-3480-4f28-9c1b-e364c1792b1e req-e177d859-e8c7-4949-adeb-e12d79871079 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Neutron deleted interface b56af508-3896-4d1c-99a6-1ab6b8f077e2; detaching it from the instance and deleting it from the info cache [ 841.856931] env[69674]: DEBUG nova.network.neutron [req-6b9ff888-3480-4f28-9c1b-e364c1792b1e req-e177d859-e8c7-4949-adeb-e12d79871079 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.971550] env[69674]: DEBUG nova.scheduler.client.report [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.040048] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075376} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.043187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.043481] env[69674]: DEBUG oslo_vmware.api [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256747, 'name': PowerOnVM_Task, 'duration_secs': 0.69979} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.044250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9755da1-7817-4085-b85b-2e448fd230ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.046803] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.046949] env[69674]: INFO nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Took 8.12 seconds to spawn the instance on the hypervisor. [ 842.047144] env[69674]: DEBUG nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 842.047878] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eff894-b222-4452-b027-c419e9f228b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.070415] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a2c27ac3-c693-4fea-a156-3c3b63b442f0/a2c27ac3-c693-4fea-a156-3c3b63b442f0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.074218] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36bdff35-811e-4dfb-9efe-cbc9d3f62278 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.102060] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 842.102060] env[69674]: value = "task-3256750" [ 842.102060] env[69674]: _type = "Task" [ 842.102060] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.110527] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.142365] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.142671] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.142849] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.143042] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.143212] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.143359] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.143566] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.143776] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.143955] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.144150] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.144346] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.152239] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a157ec-c811-4292-b3e1-919b08eda131 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.168329] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 842.168329] env[69674]: value = "task-3256751" [ 842.168329] env[69674]: _type = "Task" [ 842.168329] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.178574] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.341489] env[69674]: DEBUG nova.network.neutron [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.359992] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-341071a8-0b7e-4750-8433-05d4c695e43f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.371840] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b09423-843b-4e9d-8856-343ab8921965 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412102] env[69674]: DEBUG nova.compute.manager [req-6b9ff888-3480-4f28-9c1b-e364c1792b1e req-e177d859-e8c7-4949-adeb-e12d79871079 service nova] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Detach interface failed, port_id=b56af508-3896-4d1c-99a6-1ab6b8f077e2, reason: Instance d9736fca-c210-472a-8465-1113ff04a0e0 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 842.477064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.253s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.477643] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 842.480352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.785s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.481768] env[69674]: INFO nova.compute.claims [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.600226] env[69674]: INFO nova.compute.manager [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Took 50.49 seconds to build instance. [ 842.612546] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256750, 'name': ReconfigVM_Task, 'duration_secs': 0.306716} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.613123] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a2c27ac3-c693-4fea-a156-3c3b63b442f0/a2c27ac3-c693-4fea-a156-3c3b63b442f0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.613395] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f00567-9297-4834-ae57-5e58b23720d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.620929] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 842.620929] env[69674]: value = "task-3256752" [ 842.620929] env[69674]: _type = "Task" [ 842.620929] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.629768] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256752, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.679859] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256751, 'name': ReconfigVM_Task, 'duration_secs': 0.24032} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.680212] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.844150] env[69674]: INFO nova.compute.manager [-] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Took 1.34 seconds to deallocate network for instance. [ 842.985749] env[69674]: DEBUG nova.compute.utils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.989106] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 842.989279] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.037993] env[69674]: DEBUG nova.policy [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5fcb285ae6d40dd8e60470e662cfb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db1faeaf04148e88fd18a0136e39fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.102920] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96770542-e601-4ba2-9228-6fd2e59b847a tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.258s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.133117] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256752, 'name': Rename_Task, 'duration_secs': 0.142138} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.133402] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.133656] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f118f5f-c132-4034-ae75-6322b7433f96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.141730] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 843.141730] env[69674]: value = "task-3256753" [ 843.141730] env[69674]: _type = "Task" [ 843.141730] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.153775] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.188243] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:03:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30702fb5-5ed6-46f1-8591-537fb22cbe30',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264303079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.188512] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.188672] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.188853] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.188998] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.189162] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.191047] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.191047] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.191202] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.191303] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.191469] env[69674]: DEBUG nova.virt.hardware [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.197535] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.197853] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d9c845-8a54-4594-b4d2-b380abbffc5d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.217349] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 843.217349] env[69674]: value = "task-3256754" [ 843.217349] env[69674]: _type = "Task" [ 843.217349] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.226039] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.350323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.389377] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Successfully created port: fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.490463] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 843.605132] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 843.657428] env[69674]: DEBUG oslo_vmware.api [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256753, 'name': PowerOnVM_Task, 'duration_secs': 0.458974} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.657428] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.657569] env[69674]: INFO nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Took 7.08 seconds to spawn the instance on the hypervisor. [ 843.657678] env[69674]: DEBUG nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 843.658462] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3963a4a-b59e-444e-8d7e-d6759917a3a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.730727] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.006842] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032ca88-97c1-4d50-b999-e9bd0d6aa610 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.015322] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e55d4c-e512-4abf-a7d9-1a4af246627a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.046955] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0953e90-24a5-43b8-bcf8-d1a02eab5331 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.055643] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1665d66-1539-4cbf-9e44-249f0c3674cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.071041] env[69674]: DEBUG nova.compute.provider_tree [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.132150] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.182302] env[69674]: INFO nova.compute.manager [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Took 47.57 seconds to build instance. [ 844.229056] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.327017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.327017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.327017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.327017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.327440] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.329308] env[69674]: INFO nova.compute.manager [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Terminating instance [ 844.502248] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 844.530639] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.530980] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.531214] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.531459] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.531677] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.531864] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.532639] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.532639] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.532639] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.532819] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.533101] env[69674]: DEBUG nova.virt.hardware [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.534167] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da1b132-8451-4be6-8f88-28d35d1290c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.544428] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40758ae3-f5b4-4c3a-a016-c692e56114d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.574257] env[69674]: DEBUG nova.scheduler.client.report [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.684208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-87c0de72-1489-4126-af77-2d2d990f350d tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.094s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.734109] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256754, 'name': ReconfigVM_Task, 'duration_secs': 1.307667} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.734397] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.736739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c5ab6-4127-45b7-a34b-03e32d57e867 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.765365] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.765707] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121529eb-0b6e-4855-8820-1dcb11be07ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.785785] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 844.785785] env[69674]: value = "task-3256755" [ 844.785785] env[69674]: _type = "Task" [ 844.785785] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.794876] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.833822] env[69674]: DEBUG nova.compute.manager [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 844.834185] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.834969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455203ff-1144-46c9-b783-b31908cdfb6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.843842] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.844266] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a10cdb32-52ca-46c0-a84a-bd221b2a62e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.905366] env[69674]: DEBUG nova.compute.manager [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Received event network-vif-plugged-fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 844.905541] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] Acquiring lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.905751] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.905915] env[69674]: DEBUG oslo_concurrency.lockutils [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.906582] env[69674]: DEBUG nova.compute.manager [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] No waiting events found dispatching network-vif-plugged-fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.906804] env[69674]: WARNING nova.compute.manager [req-c6202b67-4283-416e-be9d-89ebf14b97b2 req-e0bbd4f1-cc7a-47c2-b5fb-1b7473932f53 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Received unexpected event network-vif-plugged-fdae66aa-d08a-4079-9bbf-4ffef57f1eca for instance with vm_state building and task_state spawning. [ 845.012916] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Successfully updated port: fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.080038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.080659] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 845.083153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.552s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.083674] env[69674]: DEBUG nova.objects.instance [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lazy-loading 'resources' on Instance uuid f3d9da99-449b-4716-9449-3858a40ebd05 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.188139] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 845.297374] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.358581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "088d2055-010e-45b1-ac51-3415acac7aa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.358851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.359073] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.359266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.359481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.361625] env[69674]: INFO nova.compute.manager [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Terminating instance [ 845.469396] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.469804] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.470098] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleting the datastore file [datastore1] bca459c9-fcca-41f7-bcea-b6408f5a0930 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.470461] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc95e4dc-0967-4c01-9aed-380c29453677 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.478156] env[69674]: DEBUG oslo_vmware.api [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 845.478156] env[69674]: value = "task-3256757" [ 845.478156] env[69674]: _type = "Task" [ 845.478156] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.490676] env[69674]: DEBUG oslo_vmware.api [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.517186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.517425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.517639] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.586824] env[69674]: DEBUG nova.compute.utils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.593241] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 845.593241] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.668409] env[69674]: DEBUG nova.policy [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '614082dbb2714946923c22420882c60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8394d64e424975a868562ce8de742a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.708641] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.801375] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256755, 'name': ReconfigVM_Task, 'duration_secs': 0.746882} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.801657] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.801918] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.865569] env[69674]: DEBUG nova.compute.manager [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 845.865863] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.869316] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0a65b-f4ff-48dd-929e-89145cfa1e2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.879830] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.879830] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a63a8f-59a6-4ac4-9b84-011a574f3be5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.888053] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 845.888053] env[69674]: value = "task-3256758" [ 845.888053] env[69674]: _type = "Task" [ 845.888053] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.899142] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.991991] env[69674]: DEBUG oslo_vmware.api [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.992507] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.992890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.992890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.993256] env[69674]: INFO nova.compute.manager [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Took 1.16 seconds to destroy the instance on the hypervisor. [ 845.993256] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.993434] env[69674]: DEBUG nova.compute.manager [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 845.993552] env[69674]: DEBUG nova.network.neutron [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.046188] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Successfully created port: e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.054311] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.097328] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 846.138867] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1d581-c465-468b-bfe1-85218ed1fda1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.154185] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5b8b7-b02e-45ab-b2df-8643c6493a6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.191021] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e500aae-0173-48b5-882f-174f5c026f34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.198024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3833d9-0e3f-4fdd-b2b6-de1586b788be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.214307] env[69674]: DEBUG nova.compute.provider_tree [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.313183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83dcc33-7f16-471b-8b78-dcbc04afe7d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.349698] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d44a3-a88e-4336-928d-08da0063fe83 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.370602] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.398019] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256758, 'name': PowerOffVM_Task, 'duration_secs': 0.231657} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.398362] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.398523] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.398783] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa69c6bc-3032-4a71-a99f-c1c330f0425b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.473141] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.473828] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.474169] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Deleting the datastore file [datastore1] 088d2055-010e-45b1-ac51-3415acac7aa1 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.474936] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c7e0f5-2097-4988-bd2d-be41e6fd1d9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.483277] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for the task: (returnval){ [ 846.483277] env[69674]: value = "task-3256760" [ 846.483277] env[69674]: _type = "Task" [ 846.483277] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.494479] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.630626] env[69674]: DEBUG nova.network.neutron [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [{"id": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "address": "fa:16:3e:e6:75:65", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdae66aa-d0", "ovs_interfaceid": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.718036] env[69674]: DEBUG nova.scheduler.client.report [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.765335] env[69674]: DEBUG nova.compute.manager [req-c8d0ecf0-371f-4394-b93b-7bbe035c2ef4 req-cd76971b-e385-4987-93f3-723d641d6606 service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Received event network-vif-deleted-ef7985e7-5003-4c72-aefc-00690b4c07e6 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 846.765574] env[69674]: INFO nova.compute.manager [req-c8d0ecf0-371f-4394-b93b-7bbe035c2ef4 req-cd76971b-e385-4987-93f3-723d641d6606 service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Neutron deleted interface ef7985e7-5003-4c72-aefc-00690b4c07e6; detaching it from the instance and deleting it from the info cache [ 846.765778] env[69674]: DEBUG nova.network.neutron [req-c8d0ecf0-371f-4394-b93b-7bbe035c2ef4 req-cd76971b-e385-4987-93f3-723d641d6606 service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.910982] env[69674]: DEBUG nova.network.neutron [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Port 37e76663-7d12-4ab2-90ee-8dfceefa73b8 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 846.946671] env[69674]: DEBUG nova.compute.manager [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Received event network-changed-fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 846.946805] env[69674]: DEBUG nova.compute.manager [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Refreshing instance network info cache due to event network-changed-fdae66aa-d08a-4079-9bbf-4ffef57f1eca. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 846.946978] env[69674]: DEBUG oslo_concurrency.lockutils [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] Acquiring lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.994847] env[69674]: DEBUG oslo_vmware.api [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Task: {'id': task-3256760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189696} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.994970] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.995172] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.995350] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.995515] env[69674]: INFO nova.compute.manager [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 846.995757] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.995947] env[69674]: DEBUG nova.compute.manager [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 846.996053] env[69674]: DEBUG nova.network.neutron [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.104855] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 847.130720] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.130968] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.131143] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.131327] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.131473] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.131622] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.131840] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.131991] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.132188] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.132350] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.132522] env[69674]: DEBUG nova.virt.hardware [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.133407] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3540dce9-a240-479e-986f-ed584b23d459 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.136130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.136424] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Instance network_info: |[{"id": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "address": "fa:16:3e:e6:75:65", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdae66aa-d0", "ovs_interfaceid": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 847.136696] env[69674]: DEBUG oslo_concurrency.lockutils [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] Acquired lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.136905] env[69674]: DEBUG nova.network.neutron [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Refreshing network info cache for port fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.138166] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:75:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdae66aa-d08a-4079-9bbf-4ffef57f1eca', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.146903] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating folder: Project (7db1faeaf04148e88fd18a0136e39fdf). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.147824] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8714f2-e994-43f0-adb1-71e2a8cb6a1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.155018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ee5a8-7890-4c9c-a88b-85a9836dcd94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.172191] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created folder: Project (7db1faeaf04148e88fd18a0136e39fdf) in parent group-v650515. [ 847.172191] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating folder: Instances. Parent ref: group-v650694. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.172191] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29dbdcb8-273d-42bf-8c89-fccc307a5f7b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.182730] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created folder: Instances in parent group-v650694. [ 847.182730] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.182730] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.184507] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af28dc9f-0ecf-4fa0-b189-a2a1af20710e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.203913] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.203913] env[69674]: value = "task-3256763" [ 847.203913] env[69674]: _type = "Task" [ 847.203913] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.212456] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256763, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.223690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.225961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.526s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.227542] env[69674]: INFO nova.compute.claims [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.242024] env[69674]: DEBUG nova.network.neutron [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.246736] env[69674]: INFO nova.scheduler.client.report [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Deleted allocations for instance f3d9da99-449b-4716-9449-3858a40ebd05 [ 847.269502] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c64788f5-aa93-4e6c-992f-c97317c7e453 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.279213] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09cd3d-1b5e-468c-8704-e59026a8019c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.320714] env[69674]: DEBUG nova.compute.manager [req-c8d0ecf0-371f-4394-b93b-7bbe035c2ef4 req-cd76971b-e385-4987-93f3-723d641d6606 service nova] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Detach interface failed, port_id=ef7985e7-5003-4c72-aefc-00690b4c07e6, reason: Instance bca459c9-fcca-41f7-bcea-b6408f5a0930 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 847.700054] env[69674]: DEBUG nova.network.neutron [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.709487] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Successfully updated port: e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.714840] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256763, 'name': CreateVM_Task, 'duration_secs': 0.381581} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.715031] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.719588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.719588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.719721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.722161] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c011589a-4a26-48ed-ae81-99275ac162f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.728098] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 847.728098] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a24d6-60c6-8293-fcb8-6b01fbcf8b99" [ 847.728098] env[69674]: _type = "Task" [ 847.728098] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.741184] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a24d6-60c6-8293-fcb8-6b01fbcf8b99, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.744017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744257] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.744500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.744650] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.744998] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.745438] env[69674]: INFO nova.compute.manager [-] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Took 1.75 seconds to deallocate network for instance. [ 847.745641] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-744d54c9-ee3c-45c6-9404-440e01a601aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.757493] env[69674]: DEBUG oslo_concurrency.lockutils [None req-93bed1fc-aa8b-4792-aaf9-7e59c54c93be tempest-ServersTestMultiNic-159306010 tempest-ServersTestMultiNic-159306010-project-member] Lock "f3d9da99-449b-4716-9449-3858a40ebd05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.094s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.761128] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.761308] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.762130] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7438b75c-05f1-47e7-bda1-56cd6a587b54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.769833] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 847.769833] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e80ff8-7e8a-5030-7231-da380b6416ea" [ 847.769833] env[69674]: _type = "Task" [ 847.769833] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.779946] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e80ff8-7e8a-5030-7231-da380b6416ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.780737] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0360e8-a66f-49d9-9d8e-691c1bcfa339 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.786808] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 847.786808] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd4f01-a0a0-58a4-de05-ff97b895e77e" [ 847.786808] env[69674]: _type = "Task" [ 847.786808] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.796161] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd4f01-a0a0-58a4-de05-ff97b895e77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.851209] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.851875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.851875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.851875] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.852024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.854086] env[69674]: INFO nova.compute.manager [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Terminating instance [ 847.892132] env[69674]: DEBUG nova.network.neutron [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updated VIF entry in instance network info cache for port fdae66aa-d08a-4079-9bbf-4ffef57f1eca. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.892515] env[69674]: DEBUG nova.network.neutron [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [{"id": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "address": "fa:16:3e:e6:75:65", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdae66aa-d0", "ovs_interfaceid": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.933448] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "888b0976-1a94-4901-8904-fefd169b829b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.933677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.933851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.205346] env[69674]: INFO nova.compute.manager [-] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Took 1.21 seconds to deallocate network for instance. [ 848.210344] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.210649] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.210936] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.257934] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.301342] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd4f01-a0a0-58a4-de05-ff97b895e77e, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.301630] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.301897] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/7c912f20-40b1-4efa-81a9-c9a218f84925.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.302197] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafbfc0d-df12-42e9-b8c7-f51b52a232f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.310962] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 848.310962] env[69674]: value = "task-3256764" [ 848.310962] env[69674]: _type = "Task" [ 848.310962] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.323248] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.357709] env[69674]: DEBUG nova.compute.manager [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 848.358094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.359156] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba60f1b-e136-4d00-a009-72c28fb355d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.369576] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.369919] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e5850b-ed63-4e37-803e-740d5497a3cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.375342] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 848.375342] env[69674]: value = "task-3256765" [ 848.375342] env[69674]: _type = "Task" [ 848.375342] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.387042] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.395614] env[69674]: DEBUG oslo_concurrency.lockutils [req-b6e378e3-470d-4d1d-b444-0c6ea2d7be6a req-1b36335e-0887-445f-b8c9-6de76b537244 service nova] Releasing lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711899] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.752664] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.792300] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e15ce-0bab-4524-b9be-94276e91ceca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.800961] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b99e57-93e2-425f-b6e7-0f3f4eda1f4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.837943] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30c1fa-08ad-4f9e-97a8-1dcd8ab8c2a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.845750] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522174} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.848143] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/7c912f20-40b1-4efa-81a9-c9a218f84925.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.848450] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.848806] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac98824a-e20f-4cf6-873b-f93551debac0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.853047] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7345e9e6-f9c0-43d1-b170-c6879a186c2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.868864] env[69674]: DEBUG nova.compute.provider_tree [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.874083] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 848.874083] env[69674]: value = "task-3256766" [ 848.874083] env[69674]: _type = "Task" [ 848.874083] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.894528] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.895156] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256765, 'name': PowerOffVM_Task, 'duration_secs': 0.198945} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.895917] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.896133] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.897184] env[69674]: DEBUG nova.compute.manager [req-a4ece51b-a169-4174-a101-560f66dda646 req-8054c923-4cc7-4ea2-ba96-8c5e0924c7c4 service nova] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Received event network-vif-deleted-dd1503b7-6e33-4289-b90a-a9b623622d1c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 848.897486] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19124345-ddc1-4173-807d-44c3f2208e7f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.971189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.971189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.971189] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleting the datastore file [datastore1] a2c27ac3-c693-4fea-a156-3c3b63b442f0 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.971189] env[69674]: DEBUG nova.network.neutron [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Updating instance_info_cache with network_info: [{"id": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "address": "fa:16:3e:c6:ba:a8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape819d840-84", "ovs_interfaceid": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.971896] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9dde20e-e69d-4cb0-8c6e-8be2fb9e6966 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.979657] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 848.979657] env[69674]: value = "task-3256768" [ 848.979657] env[69674]: _type = "Task" [ 848.979657] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.986093] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.003948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.004141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.004316] env[69674]: DEBUG nova.network.neutron [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.033127] env[69674]: DEBUG nova.compute.manager [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Received event network-vif-plugged-e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 849.033127] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Acquiring lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.033127] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.033127] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.033496] env[69674]: DEBUG nova.compute.manager [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] No waiting events found dispatching network-vif-plugged-e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.033791] env[69674]: WARNING nova.compute.manager [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Received unexpected event network-vif-plugged-e819d840-84f3-4fe8-91c0-6ae598bbf37b for instance with vm_state building and task_state spawning. [ 849.034083] env[69674]: DEBUG nova.compute.manager [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Received event network-changed-e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 849.034361] env[69674]: DEBUG nova.compute.manager [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Refreshing instance network info cache due to event network-changed-e819d840-84f3-4fe8-91c0-6ae598bbf37b. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 849.034630] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Acquiring lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.376181] env[69674]: DEBUG nova.scheduler.client.report [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.388647] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065962} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.388910] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.389746] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a407b-20b5-470c-bcea-c06ea7d9c49e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.414852] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/7c912f20-40b1-4efa-81a9-c9a218f84925.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.415610] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db34be7f-ac11-4864-94e3-8c07e96e59b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.435861] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 849.435861] env[69674]: value = "task-3256769" [ 849.435861] env[69674]: _type = "Task" [ 849.435861] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.443580] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.476851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.477132] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Instance network_info: |[{"id": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "address": "fa:16:3e:c6:ba:a8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape819d840-84", "ovs_interfaceid": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 849.477466] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Acquired lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.477666] env[69674]: DEBUG nova.network.neutron [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Refreshing network info cache for port e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.481046] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ba:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e819d840-84f3-4fe8-91c0-6ae598bbf37b', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.487147] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating folder: Project (ec8394d64e424975a868562ce8de742a). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.490255] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0318c450-a3c2-4166-a522-0e6bd501c4d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.501061] env[69674]: DEBUG oslo_vmware.api [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132066} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.501061] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.501194] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.501282] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.501451] env[69674]: INFO nova.compute.manager [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.501689] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.501896] env[69674]: DEBUG nova.compute.manager [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 849.501998] env[69674]: DEBUG nova.network.neutron [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.507026] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Created folder: Project (ec8394d64e424975a868562ce8de742a) in parent group-v650515. [ 849.507026] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating folder: Instances. Parent ref: group-v650697. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.507854] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fabffad2-cfb4-48e8-934d-de7e1fa25148 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.516755] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Created folder: Instances in parent group-v650697. [ 849.516987] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.517180] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.517396] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-915331a4-bff7-4152-81cf-7eaf8503ae9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.538110] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.538110] env[69674]: value = "task-3256772" [ 849.538110] env[69674]: _type = "Task" [ 849.538110] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.545289] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256772, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.755940] env[69674]: DEBUG nova.network.neutron [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Updated VIF entry in instance network info cache for port e819d840-84f3-4fe8-91c0-6ae598bbf37b. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.756372] env[69674]: DEBUG nova.network.neutron [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Updating instance_info_cache with network_info: [{"id": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "address": "fa:16:3e:c6:ba:a8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape819d840-84", "ovs_interfaceid": "e819d840-84f3-4fe8-91c0-6ae598bbf37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.884717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.885261] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 849.887912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.783s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.891532] env[69674]: INFO nova.compute.claims [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.951273] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256769, 'name': ReconfigVM_Task, 'duration_secs': 0.273936} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.951273] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/7c912f20-40b1-4efa-81a9-c9a218f84925.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.951273] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3c0d8f-d459-4331-911e-ebd65da34952 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.953170] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 849.953170] env[69674]: value = "task-3256773" [ 849.953170] env[69674]: _type = "Task" [ 849.953170] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.966835] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256773, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.044894] env[69674]: DEBUG nova.network.neutron [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.055515] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256772, 'name': CreateVM_Task, 'duration_secs': 0.354875} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.055996] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.056686] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.056849] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.057222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.057541] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1306a7f2-a342-4647-88cc-1c1db7ddfc61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.062921] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 850.062921] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5229a76c-23d1-6424-e539-a6d134a1a6e5" [ 850.062921] env[69674]: _type = "Task" [ 850.062921] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.071718] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5229a76c-23d1-6424-e539-a6d134a1a6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.258940] env[69674]: DEBUG oslo_concurrency.lockutils [req-e528fc29-3614-4355-a241-2f816e0d9955 req-ae3d147b-908d-4db8-b243-9dd5c672462c service nova] Releasing lock "refresh_cache-feac5478-6ccf-4013-887c-8d6e81c7045e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.398384] env[69674]: DEBUG nova.compute.utils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.402495] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 850.402495] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.463409] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256773, 'name': Rename_Task, 'duration_secs': 0.132849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.463702] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.463980] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ddcfc46-ac81-445b-a993-de61244ac9d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.471018] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 850.471018] env[69674]: value = "task-3256774" [ 850.471018] env[69674]: _type = "Task" [ 850.471018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.472398] env[69674]: DEBUG nova.policy [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5fcb285ae6d40dd8e60470e662cfb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db1faeaf04148e88fd18a0136e39fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.482290] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.556695] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.580468] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5229a76c-23d1-6424-e539-a6d134a1a6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020478} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.580468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.580468] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.580468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.580468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.580468] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.580468] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb1e4f6-e13f-4e1d-a94f-2dc4d12d43ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.589680] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.590249] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.591130] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2f5f8e-575d-4383-94dc-10f5fe8f37d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.597395] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 850.597395] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529eec1b-becc-17a6-29c7-11fa1e70df8f" [ 850.597395] env[69674]: _type = "Task" [ 850.597395] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.607300] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529eec1b-becc-17a6-29c7-11fa1e70df8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.628177] env[69674]: DEBUG nova.network.neutron [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.888553] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Successfully created port: 8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.901014] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 850.930448] env[69674]: DEBUG nova.compute.manager [req-2bde3de4-3cdd-47a0-a476-7a79ef092243 req-7d81c80a-ad73-447b-aa12-493d5d29a849 service nova] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Received event network-vif-deleted-13b0b46f-c8ae-4dcd-b17b-1e9df8a0b443 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 850.989131] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.087111] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e7231-f202-4a66-88ce-a847d51cb8ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.115008] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec0509-a883-4058-92bd-6132be0e0c0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.130173] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.133937] env[69674]: INFO nova.compute.manager [-] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Took 1.63 seconds to deallocate network for instance. [ 851.134294] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529eec1b-becc-17a6-29c7-11fa1e70df8f, 'name': SearchDatastore_Task, 'duration_secs': 0.020083} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.144589] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d65eb5-ed14-48b5-bfe7-a1e1456b49f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.148326] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 851.148326] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cebfa-74d7-0fbb-4067-9d3bf8f185e7" [ 851.148326] env[69674]: _type = "Task" [ 851.148326] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.157027] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cebfa-74d7-0fbb-4067-9d3bf8f185e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.459723] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bbce55-3e24-4e1d-afb5-93ec3d77247a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.468108] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0e2ce-63e9-47c9-8bfa-d1c62fbfa0ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.503534] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0242b-e323-4cef-bf26-a783b55ab475 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.511389] env[69674]: DEBUG oslo_vmware.api [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256774, 'name': PowerOnVM_Task, 'duration_secs': 0.767465} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.515054] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.515054] env[69674]: INFO nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Took 7.01 seconds to spawn the instance on the hypervisor. [ 851.515054] env[69674]: DEBUG nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 851.515926] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12f27b0-c168-49c3-b3ca-307966ef4702 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.519481] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e0e81-07af-45a1-bea9-e67faf68b6b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.537689] env[69674]: DEBUG nova.compute.provider_tree [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.639193] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.639549] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d7cfceb-137e-42e2-ba24-1776e2160515 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.645755] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.647382] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 851.647382] env[69674]: value = "task-3256775" [ 851.647382] env[69674]: _type = "Task" [ 851.647382] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.659790] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cebfa-74d7-0fbb-4067-9d3bf8f185e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.662845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.663145] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] feac5478-6ccf-4013-887c-8d6e81c7045e/feac5478-6ccf-4013-887c-8d6e81c7045e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.663411] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.663618] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18fecb04-69f7-4914-8280-9b2b2f7e4963 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.669199] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 851.669199] env[69674]: value = "task-3256776" [ 851.669199] env[69674]: _type = "Task" [ 851.669199] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.677137] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.914743] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 851.942331] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.942612] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.942772] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.942950] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.943108] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.943259] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.943470] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.943629] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.943797] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.943959] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.944148] env[69674]: DEBUG nova.virt.hardware [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.945035] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d8d77-8489-4c8d-b457-463aec7bf068 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.953835] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb1b483-b8a3-4c32-96db-d484b0f38c6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.043960] env[69674]: DEBUG nova.scheduler.client.report [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.052903] env[69674]: INFO nova.compute.manager [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Took 47.03 seconds to build instance. [ 852.160093] env[69674]: DEBUG oslo_vmware.api [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256775, 'name': PowerOnVM_Task, 'duration_secs': 0.374479} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.160407] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.160595] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-24b57b8e-a7fe-4162-9d12-18bcfb5be1ee tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance '888b0976-1a94-4901-8904-fefd169b829b' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.181361] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.552088] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.552662] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 852.555502] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.158s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.557181] env[69674]: INFO nova.compute.claims [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.562117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ef0bf84b-b789-4942-97d1-e7540be7a27b tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.040s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.681320] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640008} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.681638] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] feac5478-6ccf-4013-887c-8d6e81c7045e/feac5478-6ccf-4013-887c-8d6e81c7045e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.681913] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.682168] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7b297d-3af0-4329-bed7-6301ea2d206b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.689603] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 852.689603] env[69674]: value = "task-3256777" [ 852.689603] env[69674]: _type = "Task" [ 852.689603] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.698622] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.776709] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Successfully updated port: 8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.064211] env[69674]: DEBUG nova.compute.utils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.068735] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 853.069919] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 853.070087] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.162767] env[69674]: DEBUG nova.compute.manager [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Received event network-vif-plugged-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 853.163222] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Acquiring lock "da859841-35f7-4891-8e3c-09a0becd5523-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.163535] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Lock "da859841-35f7-4891-8e3c-09a0becd5523-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.163804] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Lock "da859841-35f7-4891-8e3c-09a0becd5523-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.164080] env[69674]: DEBUG nova.compute.manager [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] No waiting events found dispatching network-vif-plugged-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.164345] env[69674]: WARNING nova.compute.manager [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Received unexpected event network-vif-plugged-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d for instance with vm_state building and task_state spawning. [ 853.164596] env[69674]: DEBUG nova.compute.manager [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Received event network-changed-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 853.168018] env[69674]: DEBUG nova.compute.manager [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Refreshing instance network info cache due to event network-changed-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 853.168018] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Acquiring lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.168018] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Acquired lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.168018] env[69674]: DEBUG nova.network.neutron [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Refreshing network info cache for port 8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.207266] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092625} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.207671] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.210189] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bf50d6-3f55-4bed-a78a-eb5673fcf432 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.242039] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] feac5478-6ccf-4013-887c-8d6e81c7045e/feac5478-6ccf-4013-887c-8d6e81c7045e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.243284] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fb256f-c36a-4553-bf33-1cc48f923208 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.259510] env[69674]: DEBUG nova.policy [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '614082dbb2714946923c22420882c60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8394d64e424975a868562ce8de742a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.266964] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 853.266964] env[69674]: value = "task-3256778" [ 853.266964] env[69674]: _type = "Task" [ 853.266964] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.274879] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.279816] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.570020] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 853.609830] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.736582] env[69674]: DEBUG nova.network.neutron [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.739813] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Successfully created port: f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.780742] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256778, 'name': ReconfigVM_Task, 'duration_secs': 0.408222} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.780915] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] feac5478-6ccf-4013-887c-8d6e81c7045e/feac5478-6ccf-4013-887c-8d6e81c7045e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.781577] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743750a0-39c6-48a5-9801-12e7aa12f3d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.796204] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 853.796204] env[69674]: value = "task-3256779" [ 853.796204] env[69674]: _type = "Task" [ 853.796204] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.808686] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256779, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.944478] env[69674]: DEBUG nova.network.neutron [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.215184] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59360ed-9533-4443-8faa-350d4e22c36c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.223958] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01d4f5-a1cd-4546-93f5-d0042cc0b190 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.261161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff2f06-4395-4bab-b426-abe07284f4cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.269288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c99bf-fc01-46d9-9d5b-e339fafb83dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.285017] env[69674]: DEBUG nova.compute.provider_tree [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.312171] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256779, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.448105] env[69674]: DEBUG oslo_concurrency.lockutils [req-fa581314-d748-41a0-9aff-83e54f301522 req-894b2acd-4b21-4431-82a6-873264baf5a1 service nova] Releasing lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.448514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.448708] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.555317] env[69674]: DEBUG nova.network.neutron [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Port 37e76663-7d12-4ab2-90ee-8dfceefa73b8 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 854.555317] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.555317] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.555317] env[69674]: DEBUG nova.network.neutron [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.580267] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 854.614468] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.615574] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.615873] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.615952] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.616182] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.616373] env[69674]: DEBUG nova.virt.hardware [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.617369] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5112acde-fcd4-4d22-9191-6afb8e1575f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.626862] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0269c253-6c73-462a-aee8-55a4e90e3287 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.809215] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256779, 'name': Rename_Task, 'duration_secs': 0.998083} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.809745] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.810072] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ab08b2-44e4-42fc-91cc-d54d2f603305 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.815685] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 854.815685] env[69674]: value = "task-3256780" [ 854.815685] env[69674]: _type = "Task" [ 854.815685] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.819366] env[69674]: DEBUG nova.scheduler.client.report [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 854.819641] env[69674]: DEBUG nova.compute.provider_tree [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 93 to 94 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 854.819829] env[69674]: DEBUG nova.compute.provider_tree [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.828064] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.982948] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.171176] env[69674]: DEBUG nova.network.neutron [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Updating instance_info_cache with network_info: [{"id": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "address": "fa:16:3e:10:51:c7", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7d299-f4", "ovs_interfaceid": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.327715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.328302] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 855.332618] env[69674]: DEBUG oslo_vmware.api [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256780, 'name': PowerOnVM_Task, 'duration_secs': 0.449056} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.332939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.898s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.334897] env[69674]: INFO nova.compute.claims [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.338135] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.338135] env[69674]: INFO nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 8.23 seconds to spawn the instance on the hypervisor. [ 855.338294] env[69674]: DEBUG nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 855.339783] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ad93b-d9c6-4e67-8135-6e4e04321cc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.365697] env[69674]: DEBUG nova.network.neutron [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.546512] env[69674]: DEBUG nova.compute.manager [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Received event network-vif-plugged-f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 855.548109] env[69674]: DEBUG oslo_concurrency.lockutils [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] Acquiring lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.548109] env[69674]: DEBUG oslo_concurrency.lockutils [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] Lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.548109] env[69674]: DEBUG oslo_concurrency.lockutils [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] Lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.548109] env[69674]: DEBUG nova.compute.manager [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] No waiting events found dispatching network-vif-plugged-f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.548109] env[69674]: WARNING nova.compute.manager [req-2061d81b-05b1-4f5b-8eb8-d144b2d4365b req-f39db63f-f176-4a6a-9ffd-22e40c8b4822 service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Received unexpected event network-vif-plugged-f2d65f47-1b17-4016-b820-3ce099a16c79 for instance with vm_state building and task_state spawning. [ 855.634144] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Successfully updated port: f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.676752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.676752] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance network_info: |[{"id": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "address": "fa:16:3e:10:51:c7", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7d299-f4", "ovs_interfaceid": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 855.677462] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:51:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec7d299-f491-4a4f-b8b7-76b230eb0b1d', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.685874] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.685874] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.686139] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c7c551f-6167-48b6-a7af-ea3b87fe5297 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.706656] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.706656] env[69674]: value = "task-3256781" [ 855.706656] env[69674]: _type = "Task" [ 855.706656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.714419] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256781, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.726629] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "790f3f69-2c19-4680-bc98-467af8739bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.726930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.840397] env[69674]: DEBUG nova.compute.utils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.844248] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 855.844900] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.858702] env[69674]: INFO nova.compute.manager [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 50.18 seconds to build instance. [ 855.868911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885638] env[69674]: DEBUG nova.policy [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0ff8473ee3e41ee96a89a0a542f29ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '376f110a96914c3eb260797788089ed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.137868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.138056] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.138215] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.209790] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Successfully created port: 093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.219723] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256781, 'name': CreateVM_Task, 'duration_secs': 0.392874} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.219914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.220660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.220836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.222127] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.222127] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fae134-ba0a-445a-8c7e-6f296271dfe8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.226889] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 856.226889] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5295b9e2-998a-2594-ba18-160ed013e537" [ 856.226889] env[69674]: _type = "Task" [ 856.226889] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.237083] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5295b9e2-998a-2594-ba18-160ed013e537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.347130] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 856.360077] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5a7acb3a-d7ae-41f7-bf26-235a34187603 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.200s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.372092] env[69674]: DEBUG nova.compute.manager [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69674) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 856.372314] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.677704] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.742094] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5295b9e2-998a-2594-ba18-160ed013e537, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.742390] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.742631] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.742849] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.743120] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.743189] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.743451] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85da121-30fe-4773-ae2c-4c7c13f5592a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.754445] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.754630] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.755391] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc04a48-f857-4677-819c-4e02fe21375a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.765298] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 856.765298] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289cafd-d479-6590-476f-cd8c670fa1e4" [ 856.765298] env[69674]: _type = "Task" [ 856.765298] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.772576] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289cafd-d479-6590-476f-cd8c670fa1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.855152] env[69674]: DEBUG nova.network.neutron [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Updating instance_info_cache with network_info: [{"id": "f2d65f47-1b17-4016-b820-3ce099a16c79", "address": "fa:16:3e:9f:85:96", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d65f47-1b", "ovs_interfaceid": "f2d65f47-1b17-4016-b820-3ce099a16c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.867683] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 856.883425] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f02fcb-f466-402e-a03d-07c6a20882e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.890747] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205999e9-b377-43bb-92a4-56a4288db85c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.921728] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab5f0d-31ea-40b0-a7ab-8964925867e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.930092] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed40bbe-2f45-4e78-b3f8-8a0daa96f38f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.943441] env[69674]: DEBUG nova.compute.provider_tree [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.275140] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289cafd-d479-6590-476f-cd8c670fa1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.275899] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeadaf1-7882-4d1c-b149-c9b0e28eb18c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.281712] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 857.281712] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520adeb9-1c28-25ea-dd2d-314379526c3d" [ 857.281712] env[69674]: _type = "Task" [ 857.281712] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.289388] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520adeb9-1c28-25ea-dd2d-314379526c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.361352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.361352] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Instance network_info: |[{"id": "f2d65f47-1b17-4016-b820-3ce099a16c79", "address": "fa:16:3e:9f:85:96", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d65f47-1b", "ovs_interfaceid": "f2d65f47-1b17-4016-b820-3ce099a16c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 857.361772] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 857.364008] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:85:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d65f47-1b17-4016-b820-3ce099a16c79', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.371858] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.372365] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.374628] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3600fe9-b1d8-4210-9402-52e6a32e12fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.398268] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.398268] env[69674]: value = "task-3256782" [ 857.398268] env[69674]: _type = "Task" [ 857.398268] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.400496] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.400798] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.400963] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.401162] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.401317] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.401489] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.401727] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.401904] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.402056] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.402219] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.402389] env[69674]: DEBUG nova.virt.hardware [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.403214] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1085df-4090-4705-9171-13be02c7ba4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.409851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.417516] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d847bf4-214a-4a57-b1f1-b61c8dd37895 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.421120] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256782, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.447030] env[69674]: DEBUG nova.scheduler.client.report [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.570675] env[69674]: DEBUG nova.compute.manager [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Received event network-changed-f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 857.570891] env[69674]: DEBUG nova.compute.manager [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Refreshing instance network info cache due to event network-changed-f2d65f47-1b17-4016-b820-3ce099a16c79. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 857.571177] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] Acquiring lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.571358] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] Acquired lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.571537] env[69674]: DEBUG nova.network.neutron [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Refreshing network info cache for port f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.794731] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520adeb9-1c28-25ea-dd2d-314379526c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.795107] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.795459] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/da859841-35f7-4891-8e3c-09a0becd5523.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.795811] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ce2cad-77ef-4605-8396-5373744f3820 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.803422] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 857.803422] env[69674]: value = "task-3256783" [ 857.803422] env[69674]: _type = "Task" [ 857.803422] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.814251] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.815201] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Successfully updated port: 093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.913361] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256782, 'name': CreateVM_Task, 'duration_secs': 0.331888} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.913607] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.914533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.914745] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.915130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.915418] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200f64c0-4a9f-4b64-a1bb-0c595c7e10b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.920393] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 857.920393] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525d0143-fab8-d107-399c-b1e58da8976d" [ 857.920393] env[69674]: _type = "Task" [ 857.920393] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.928454] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525d0143-fab8-d107-399c-b1e58da8976d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.952248] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.952248] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 857.954947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.920s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.319723] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.320025] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.320279] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.323016] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483353} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.326598] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/da859841-35f7-4891-8e3c-09a0becd5523.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.326598] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.327315] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-331de816-a501-472e-99d6-1ad3e821297a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.336653] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 858.336653] env[69674]: value = "task-3256784" [ 858.336653] env[69674]: _type = "Task" [ 858.336653] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.348130] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.381017] env[69674]: DEBUG nova.network.neutron [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Updated VIF entry in instance network info cache for port f2d65f47-1b17-4016-b820-3ce099a16c79. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.381603] env[69674]: DEBUG nova.network.neutron [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Updating instance_info_cache with network_info: [{"id": "f2d65f47-1b17-4016-b820-3ce099a16c79", "address": "fa:16:3e:9f:85:96", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d65f47-1b", "ovs_interfaceid": "f2d65f47-1b17-4016-b820-3ce099a16c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.431525] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525d0143-fab8-d107-399c-b1e58da8976d, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.431991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.432323] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.432659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.432890] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.433158] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.433501] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df740b28-8b6e-4e8a-b5a2-d7c48174477d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.442708] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.442931] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.443681] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba699864-a1ec-4962-b49d-05b086b80f12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.449417] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 858.449417] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52316acb-df08-fdc9-f55c-f9b33c79f27b" [ 858.449417] env[69674]: _type = "Task" [ 858.449417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.458196] env[69674]: DEBUG nova.compute.utils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.463021] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52316acb-df08-fdc9-f55c-f9b33c79f27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.471307] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 858.471441] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.533632] env[69674]: DEBUG nova.policy [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373cd0b3d72c491c9d4985247150b9a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f388faae3add46bfa65603ec312bf924', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.849350] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121477} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.849730] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.850527] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a33f7dd-05ae-4945-81e6-4c689f031668 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.876780] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/da859841-35f7-4891-8e3c-09a0becd5523.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.877815] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.879782] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef8908e-d0b3-4297-a897-2f04f0348224 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.895822] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Successfully created port: 56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.899881] env[69674]: DEBUG oslo_concurrency.lockutils [req-e2f28c52-7c4a-4e12-aa1a-ad157d9b6c49 req-a62b17bc-a82c-4a3c-8e5a-e2981d055f1b service nova] Releasing lock "refresh_cache-d4ba4347-8333-4520-b723-4498e6cac57f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.904809] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 858.904809] env[69674]: value = "task-3256785" [ 858.904809] env[69674]: _type = "Task" [ 858.904809] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.919020] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.962389] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 858.965426] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52316acb-df08-fdc9-f55c-f9b33c79f27b, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.965924] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0a44bb-c9bc-4d5a-96c7-3f3641901e43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.974729] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Applying migration context for instance 888b0976-1a94-4901-8904-fefd169b829b as it has an incoming, in-progress migration d9de2802-e62c-4d18-a120-c100d3b3ee51. Migration status is reverting {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 858.983239] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating resource usage from migration d9de2802-e62c-4d18-a120-c100d3b3ee51 [ 858.985064] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating resource usage from migration 6860c1b1-7d37-4500-8c8c-e02ab22211fa [ 858.989333] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 858.989333] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529f943a-a4f6-5e3e-4b28-c11ce494da12" [ 858.989333] env[69674]: _type = "Task" [ 858.989333] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.003282] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529f943a-a4f6-5e3e-4b28-c11ce494da12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance b0ee902e-14b1-490e-b8ae-e327563499f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d45a13c5-09e6-474c-ae59-fa31d1653776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance ce86cfb9-bad4-4082-9e21-605396cc42f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d2281269-3f62-476d-81fb-0d47c60086a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f1562f66-a5bc-453a-957a-a4a03e102c34 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance acbf7099-6993-4d1b-9e90-62bf239a75ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e4a6a52b-268e-4547-9a2c-93e1b7224797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f71b254d-0b4e-4d35-a804-44f8f76a8c0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8f0d714b-1664-4a83-8f75-e48033d4611d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015020] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.015570] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d9736fca-c210-472a-8465-1113ff04a0e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.015749] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance bca459c9-fcca-41f7-bcea-b6408f5a0930 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.016087] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 088d2055-010e-45b1-ac51-3415acac7aa1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.016329] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a2c27ac3-c693-4fea-a156-3c3b63b442f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 859.016569] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7c912f20-40b1-4efa-81a9-c9a218f84925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.016841] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance feac5478-6ccf-4013-887c-8d6e81c7045e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.017090] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance da859841-35f7-4891-8e3c-09a0becd5523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.017326] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d4ba4347-8333-4520-b723-4498e6cac57f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.017577] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 76970c21-c4d6-4e4f-9bf4-c6336882b320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.017922] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fafe2597-d5ac-4af9-8577-6d468d28abe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.018150] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration d9de2802-e62c-4d18-a120-c100d3b3ee51 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 859.018382] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 888b0976-1a94-4901-8904-fefd169b829b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 859.114045] env[69674]: DEBUG nova.network.neutron [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Updating instance_info_cache with network_info: [{"id": "093a5b43-17e5-4995-9b65-2a536e22612a", "address": "fa:16:3e:d7:d9:b1", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a5b43-17", "ovs_interfaceid": "093a5b43-17e5-4995-9b65-2a536e22612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.416396] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.504797] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529f943a-a4f6-5e3e-4b28-c11ce494da12, 'name': SearchDatastore_Task, 'duration_secs': 0.027505} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.505114] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.505386] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] d4ba4347-8333-4520-b723-4498e6cac57f/d4ba4347-8333-4520-b723-4498e6cac57f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.505834] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b8538b-ef8d-4923-9408-ce43ac49657d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.512490] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 859.512490] env[69674]: value = "task-3256786" [ 859.512490] env[69674]: _type = "Task" [ 859.512490] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.521900] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 49bb35eb-7fb8-4c1b-974e-d5d055135d2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 859.523109] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.600298] env[69674]: DEBUG nova.compute.manager [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Received event network-vif-plugged-093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 859.600526] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Acquiring lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.600775] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.600947] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.601180] env[69674]: DEBUG nova.compute.manager [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] No waiting events found dispatching network-vif-plugged-093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.601295] env[69674]: WARNING nova.compute.manager [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Received unexpected event network-vif-plugged-093a5b43-17e5-4995-9b65-2a536e22612a for instance with vm_state building and task_state spawning. [ 859.601454] env[69674]: DEBUG nova.compute.manager [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Received event network-changed-093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 859.601608] env[69674]: DEBUG nova.compute.manager [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Refreshing instance network info cache due to event network-changed-093a5b43-17e5-4995-9b65-2a536e22612a. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 859.601789] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Acquiring lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.617155] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617155] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Instance network_info: |[{"id": "093a5b43-17e5-4995-9b65-2a536e22612a", "address": "fa:16:3e:d7:d9:b1", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a5b43-17", "ovs_interfaceid": "093a5b43-17e5-4995-9b65-2a536e22612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 859.617366] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Acquired lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.617616] env[69674]: DEBUG nova.network.neutron [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Refreshing network info cache for port 093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.620251] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d9:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093a5b43-17e5-4995-9b65-2a536e22612a', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.628879] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.631892] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.632419] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb9587a8-9f5a-48e7-a47a-ff80964851f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.658425] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.658425] env[69674]: value = "task-3256787" [ 859.658425] env[69674]: _type = "Task" [ 859.658425] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.670447] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256787, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.920021] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256785, 'name': ReconfigVM_Task, 'duration_secs': 0.821443} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.920424] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Reconfigured VM instance instance-00000042 to attach disk [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/da859841-35f7-4891-8e3c-09a0becd5523.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.921256] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5698e107-f9ae-4412-8d6a-7ef367c51b6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.928842] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 859.928842] env[69674]: value = "task-3256788" [ 859.928842] env[69674]: _type = "Task" [ 859.928842] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.939830] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256788, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.955550] env[69674]: DEBUG nova.network.neutron [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Updated VIF entry in instance network info cache for port 093a5b43-17e5-4995-9b65-2a536e22612a. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.956185] env[69674]: DEBUG nova.network.neutron [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Updating instance_info_cache with network_info: [{"id": "093a5b43-17e5-4995-9b65-2a536e22612a", "address": "fa:16:3e:d7:d9:b1", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a5b43-17", "ovs_interfaceid": "093a5b43-17e5-4995-9b65-2a536e22612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.979015] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 860.009689] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.010506] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.010925] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.011282] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.011572] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.011851] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.012215] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.012528] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.012849] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.013292] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.014082] env[69674]: DEBUG nova.virt.hardware [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.014816] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4921b2d-0e87-4db2-b4af-21f6b65822b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.027977] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0dcd11d7-7519-48e1-a905-b3e37aa50ec4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 860.029584] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.033261] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb65758-39ff-4c36-9538-ed7caa749c9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.168018] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256787, 'name': CreateVM_Task, 'duration_secs': 0.435825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.168255] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.168947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169446] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169752] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f534d65-26cd-4875-8e35-5416b39bdfb5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.175143] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 860.175143] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2b46-839f-e0f5-7aad-dfca5fbc657b" [ 860.175143] env[69674]: _type = "Task" [ 860.175143] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.184119] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2b46-839f-e0f5-7aad-dfca5fbc657b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.406620] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Successfully updated port: 56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.438030] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256788, 'name': Rename_Task, 'duration_secs': 0.227565} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.438367] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.438617] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eef548bf-b5fa-4448-ae0e-53bca0484bbc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.444259] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 860.444259] env[69674]: value = "task-3256789" [ 860.444259] env[69674]: _type = "Task" [ 860.444259] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.453047] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.460760] env[69674]: DEBUG oslo_concurrency.lockutils [req-a5904f26-bda1-4359-bda5-70f6bdd48cde req-c2ba271f-dc87-4d4b-8dd7-f0f95065bd11 service nova] Releasing lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.524870] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605286} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.525170] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] d4ba4347-8333-4520-b723-4498e6cac57f/d4ba4347-8333-4520-b723-4498e6cac57f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.525384] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.525640] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ae78d4-7fc7-497b-b65c-e0e6610a4e61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.533022] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 860.534662] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 860.534662] env[69674]: value = "task-3256790" [ 860.534662] env[69674]: _type = "Task" [ 860.534662] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.542213] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.686040] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df2b46-839f-e0f5-7aad-dfca5fbc657b, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.686188] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687030] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.687030] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.687030] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.687030] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.687713] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c823e4-ebe6-4419-86f9-91adec2cf61d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.695706] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.695894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.696618] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe684515-99d7-4eb8-ac0b-75ea29162093 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.702058] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 860.702058] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ddbb4-f613-7066-5831-1f423ff716cf" [ 860.702058] env[69674]: _type = "Task" [ 860.702058] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.709183] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ddbb4-f613-7066-5831-1f423ff716cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.909740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.909907] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquired lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.910082] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.957189] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256789, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.039391] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 469dce9b-76fb-43bf-98aa-6eacc683c3ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 861.046501] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091689} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.046858] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.047725] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8c0c4-54f5-419f-b49c-4e412f92e503 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.072254] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d4ba4347-8333-4520-b723-4498e6cac57f/d4ba4347-8333-4520-b723-4498e6cac57f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.072986] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10613914-5fbb-4942-84dc-ad8859207f0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.099256] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 861.099256] env[69674]: value = "task-3256791" [ 861.099256] env[69674]: _type = "Task" [ 861.099256] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.108048] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.212286] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ddbb4-f613-7066-5831-1f423ff716cf, 'name': SearchDatastore_Task, 'duration_secs': 0.090804} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.213216] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d068ceed-ce52-4fbf-abea-d39d5eda7244 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.218450] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 861.218450] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a67f86-5da2-850a-03ed-307b9c526b41" [ 861.218450] env[69674]: _type = "Task" [ 861.218450] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.226203] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a67f86-5da2-850a-03ed-307b9c526b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.441581] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.454233] env[69674]: DEBUG oslo_vmware.api [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256789, 'name': PowerOnVM_Task, 'duration_secs': 0.890575} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.454522] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.454731] env[69674]: INFO nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Took 9.54 seconds to spawn the instance on the hypervisor. [ 861.454909] env[69674]: DEBUG nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 861.455703] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead048dc-2236-4c27-a272-0c3aa679a942 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.542885] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance c7566347-5e0a-40d9-a227-ccef21b1559d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 861.567199] env[69674]: DEBUG nova.network.neutron [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Updating instance_info_cache with network_info: [{"id": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "address": "fa:16:3e:52:43:e6", "network": {"id": "898ea552-ef41-4e6e-80b2-74827f68cb0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2112150229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f388faae3add46bfa65603ec312bf924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1e2ce-0c", "ovs_interfaceid": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.609846] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.632150] env[69674]: DEBUG nova.compute.manager [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Received event network-vif-plugged-56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 861.632380] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Acquiring lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.632629] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.632763] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.632909] env[69674]: DEBUG nova.compute.manager [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] No waiting events found dispatching network-vif-plugged-56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.633125] env[69674]: WARNING nova.compute.manager [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Received unexpected event network-vif-plugged-56f1e2ce-0cbf-4d43-9bc9-4316834eef63 for instance with vm_state building and task_state spawning. [ 861.633336] env[69674]: DEBUG nova.compute.manager [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Received event network-changed-56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 861.633510] env[69674]: DEBUG nova.compute.manager [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Refreshing instance network info cache due to event network-changed-56f1e2ce-0cbf-4d43-9bc9-4316834eef63. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 861.633749] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Acquiring lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.732137] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a67f86-5da2-850a-03ed-307b9c526b41, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.732470] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.732808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 76970c21-c4d6-4e4f-9bf4-c6336882b320/76970c21-c4d6-4e4f-9bf4-c6336882b320.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.733162] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04892135-52e7-4841-881b-1c04d8895962 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.741039] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 861.741039] env[69674]: value = "task-3256792" [ 861.741039] env[69674]: _type = "Task" [ 861.741039] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.751077] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.974998] env[69674]: INFO nova.compute.manager [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Took 50.30 seconds to build instance. [ 862.045677] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.069538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Releasing lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.069920] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Instance network_info: |[{"id": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "address": "fa:16:3e:52:43:e6", "network": {"id": "898ea552-ef41-4e6e-80b2-74827f68cb0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2112150229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f388faae3add46bfa65603ec312bf924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1e2ce-0c", "ovs_interfaceid": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 862.070509] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Acquired lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.070509] env[69674]: DEBUG nova.network.neutron [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Refreshing network info cache for port 56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.071762] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:43:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56f1e2ce-0cbf-4d43-9bc9-4316834eef63', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.079856] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Creating folder: Project (f388faae3add46bfa65603ec312bf924). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.082941] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d6dd6d-7479-45da-b94d-ee1433322bda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.094703] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Created folder: Project (f388faae3add46bfa65603ec312bf924) in parent group-v650515. [ 862.094703] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Creating folder: Instances. Parent ref: group-v650703. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.094703] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eacb452f-b73c-45a5-b147-4e025c0eb037 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104857] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Created folder: Instances in parent group-v650703. [ 862.105110] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.105635] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.105877] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4589609-f533-489b-a2c3-ce0c9e14a9c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.124145] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256791, 'name': ReconfigVM_Task, 'duration_secs': 0.761919} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.124919] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d4ba4347-8333-4520-b723-4498e6cac57f/d4ba4347-8333-4520-b723-4498e6cac57f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.127972] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1dfe9b0-677f-4cfd-93a0-5b20846a3a9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.132309] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.132309] env[69674]: value = "task-3256795" [ 862.132309] env[69674]: _type = "Task" [ 862.132309] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.137647] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 862.137647] env[69674]: value = "task-3256796" [ 862.137647] env[69674]: _type = "Task" [ 862.137647] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.144752] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256795, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.150173] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256796, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.250946] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256792, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.425345] env[69674]: INFO nova.compute.manager [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Rescuing [ 862.425725] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.425887] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.426078] env[69674]: DEBUG nova.network.neutron [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.452825] env[69674]: DEBUG nova.network.neutron [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Updated VIF entry in instance network info cache for port 56f1e2ce-0cbf-4d43-9bc9-4316834eef63. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.453262] env[69674]: DEBUG nova.network.neutron [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Updating instance_info_cache with network_info: [{"id": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "address": "fa:16:3e:52:43:e6", "network": {"id": "898ea552-ef41-4e6e-80b2-74827f68cb0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2112150229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f388faae3add46bfa65603ec312bf924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f1e2ce-0c", "ovs_interfaceid": "56f1e2ce-0cbf-4d43-9bc9-4316834eef63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.478382] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2fd477bc-7562-4384-8953-c2ec3e166aed tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.312s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.550051] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0c21ad53-e94c-4f63-aaa4-05c90537a867 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 862.644709] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256795, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.650060] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256796, 'name': Rename_Task, 'duration_secs': 0.41236} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.650060] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.650060] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe64fa5-bbef-47b6-a9f4-dc5aaaeeeee7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.656756] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 862.656756] env[69674]: value = "task-3256797" [ 862.656756] env[69674]: _type = "Task" [ 862.656756] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.669729] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.751818] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691015} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.752097] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 76970c21-c4d6-4e4f-9bf4-c6336882b320/76970c21-c4d6-4e4f-9bf4-c6336882b320.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.752326] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.752597] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5babba7c-0ceb-444a-95df-b60eb5bb6e6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.758881] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 862.758881] env[69674]: value = "task-3256798" [ 862.758881] env[69674]: _type = "Task" [ 862.758881] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.767457] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.955801] env[69674]: DEBUG oslo_concurrency.lockutils [req-91da1c74-7248-467e-882e-d1cc9f220f04 req-60fdb326-b6d8-4f9a-aa6f-99e5c3a4e1a2 service nova] Releasing lock "refresh_cache-fafe2597-d5ac-4af9-8577-6d468d28abe8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.981774] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 863.052804] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e733232e-4081-459e-9d30-197c3f8ece6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.053011] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration 6860c1b1-7d37-4500-8c8c-e02ab22211fa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 863.053102] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 79421382-86c8-4416-bf68-b1f3c3364f46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 863.148155] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256795, 'name': CreateVM_Task, 'duration_secs': 0.653028} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.148370] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.149099] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.149325] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.149647] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.149923] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3435aa27-56fa-4a4b-9d6e-b7bd860914fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.154823] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 863.154823] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e76bf9-51a7-60db-1239-1e11e1dbd80f" [ 863.154823] env[69674]: _type = "Task" [ 863.154823] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.166172] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e76bf9-51a7-60db-1239-1e11e1dbd80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.169659] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.176134] env[69674]: DEBUG nova.network.neutron [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Updating instance_info_cache with network_info: [{"id": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "address": "fa:16:3e:10:51:c7", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7d299-f4", "ovs_interfaceid": "8ec7d299-f491-4a4f-b8b7-76b230eb0b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.272074] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059944} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.272074] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.272074] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e601e53-6a4e-46c6-83bc-edc6cb34706e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.292622] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 76970c21-c4d6-4e4f-9bf4-c6336882b320/76970c21-c4d6-4e4f-9bf4-c6336882b320.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.292981] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6850ea23-2d7d-4a3a-abbe-472537ec8992 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.314216] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 863.314216] env[69674]: value = "task-3256799" [ 863.314216] env[69674]: _type = "Task" [ 863.314216] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.324725] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.505233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.558895] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9706a2e0-a981-43eb-bca0-a7e662637f59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.672729] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e76bf9-51a7-60db-1239-1e11e1dbd80f, 'name': SearchDatastore_Task, 'duration_secs': 0.032313} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.672967] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.673274] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673507] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.673737] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.673879] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.674063] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.674324] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51056000-074a-4ea0-8946-59db7e5d5ed2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.677624] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-da859841-35f7-4891-8e3c-09a0becd5523" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.689148] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.689148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.689283] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31c89ac-6bfb-4a5c-8926-601a5c648f7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.694586] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 863.694586] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5207c353-e1a6-c647-020a-bad1f3c69c23" [ 863.694586] env[69674]: _type = "Task" [ 863.694586] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.704651] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5207c353-e1a6-c647-020a-bad1f3c69c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.825675] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256799, 'name': ReconfigVM_Task, 'duration_secs': 0.27958} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.825974] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 76970c21-c4d6-4e4f-9bf4-c6336882b320/76970c21-c4d6-4e4f-9bf4-c6336882b320.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.826643] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3adadec6-d7a4-4a16-b87f-0e556baa8403 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.834710] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 863.834710] env[69674]: value = "task-3256800" [ 863.834710] env[69674]: _type = "Task" [ 863.834710] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.843843] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256800, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.062798] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 790f3f69-2c19-4680-bc98-467af8739bee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 864.063193] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 864.063313] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 864.169861] env[69674]: DEBUG oslo_vmware.api [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256797, 'name': PowerOnVM_Task, 'duration_secs': 1.27049} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.172255] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.172529] env[69674]: INFO nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Took 9.59 seconds to spawn the instance on the hypervisor. [ 864.172757] env[69674]: DEBUG nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 864.173821] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b78f5d-9d0b-4605-ae0b-b3078cfeb1e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.205884] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5207c353-e1a6-c647-020a-bad1f3c69c23, 'name': SearchDatastore_Task, 'duration_secs': 0.017028} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.208959] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742ce760-4a79-4da4-8c3d-90fa053a4e25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.216647] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 864.216647] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ad8552-90e1-31d0-a15c-f28dada3c08c" [ 864.216647] env[69674]: _type = "Task" [ 864.216647] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.228729] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ad8552-90e1-31d0-a15c-f28dada3c08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.344479] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256800, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.553493] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d012f9-01b6-483c-bd13-05594e0ce841 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.560537] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfdb47e-e596-4bc9-8ef4-db36d809efac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.591715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8946d3-4306-439c-bbaa-bff41c7a2298 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.599508] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee073a65-032c-4714-9e0d-b472b85e3b99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.613142] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.693839] env[69674]: INFO nova.compute.manager [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Took 51.61 seconds to build instance. [ 864.727575] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ad8552-90e1-31d0-a15c-f28dada3c08c, 'name': SearchDatastore_Task, 'duration_secs': 0.062831} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.727851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.728125] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] fafe2597-d5ac-4af9-8577-6d468d28abe8/fafe2597-d5ac-4af9-8577-6d468d28abe8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.728388] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbde2130-7e83-4d68-814e-b8821584f041 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.736018] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 864.736018] env[69674]: value = "task-3256801" [ 864.736018] env[69674]: _type = "Task" [ 864.736018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.745431] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.845130] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256800, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.116356] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.197385] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e18c9269-4c7f-460f-a063-cea4581a0a07 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.417s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.218358] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.218698] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a68bec4-561c-4b68-ac13-7f7c817e62eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.227095] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 865.227095] env[69674]: value = "task-3256802" [ 865.227095] env[69674]: _type = "Task" [ 865.227095] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.236569] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.244720] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.345365] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256800, 'name': Rename_Task, 'duration_secs': 1.151801} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.345999] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.345999] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e1a6c1c-0d3c-4162-a843-04db5815ed2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.353113] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 865.353113] env[69674]: value = "task-3256803" [ 865.353113] env[69674]: _type = "Task" [ 865.353113] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.363625] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.621450] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 865.621873] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.667s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.622316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.182s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.622609] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.625503] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.849s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.625776] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.628230] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.202s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.630453] env[69674]: INFO nova.compute.claims [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.634249] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.634458] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 865.664662] env[69674]: INFO nova.scheduler.client.report [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Deleted allocations for instance f71b254d-0b4e-4d35-a804-44f8f76a8c0b [ 865.666497] env[69674]: INFO nova.scheduler.client.report [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Deleted allocations for instance acbf7099-6993-4d1b-9e90-62bf239a75ba [ 865.701889] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 865.738535] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256802, 'name': PowerOffVM_Task, 'duration_secs': 0.376171} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.741648] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.742656] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5f264c-182f-4a15-9099-9ecd638c4d13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.750922] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778683} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.767484] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] fafe2597-d5ac-4af9-8577-6d468d28abe8/fafe2597-d5ac-4af9-8577-6d468d28abe8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.767729] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.768442] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b60cc4f0-a6b5-4822-8497-79d31dba5638 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.770976] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cdaaf-6e5b-447f-badc-00004ccb1929 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.782741] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 865.782741] env[69674]: value = "task-3256804" [ 865.782741] env[69674]: _type = "Task" [ 865.782741] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.791935] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.809796] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.810102] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c66f0a-6d64-4cef-91ac-1422b49d4f8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.816443] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 865.816443] env[69674]: value = "task-3256805" [ 865.816443] env[69674]: _type = "Task" [ 865.816443] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.824655] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.864068] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.152929] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] There are 43 instances to clean {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 866.153238] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: f3d9da99-449b-4716-9449-3858a40ebd05] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 866.176837] env[69674]: DEBUG oslo_concurrency.lockutils [None req-70984f25-8745-484b-91cc-a1220c752485 tempest-ImagesOneServerTestJSON-1827240622 tempest-ImagesOneServerTestJSON-1827240622-project-member] Lock "acbf7099-6993-4d1b-9e90-62bf239a75ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.952s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.177831] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a547d5f4-c69e-4743-920b-887a899da048 tempest-ServerRescueTestJSONUnderV235-259039229 tempest-ServerRescueTestJSONUnderV235-259039229-project-member] Lock "f71b254d-0b4e-4d35-a804-44f8f76a8c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.303s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.206047] env[69674]: DEBUG nova.compute.manager [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 866.209072] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5ded6-e3b0-4a8b-a411-1f672bbe22f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.224106] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.292405] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064732} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.292704] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.293443] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba142b-6727-45fa-9115-0ac68f2b5163 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.315147] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] fafe2597-d5ac-4af9-8577-6d468d28abe8/fafe2597-d5ac-4af9-8577-6d468d28abe8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.315680] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384a5966-3986-4bfc-b7fc-d1d561bda603 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.337379] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 866.337379] env[69674]: value = "task-3256806" [ 866.337379] env[69674]: _type = "Task" [ 866.337379] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.343252] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 866.343446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.343691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.343845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.344041] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.344282] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c026a1a-cce4-48c3-bb52-e9a0b79ae358 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.350545] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.353528] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.353699] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.354452] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed910f3-c4d6-470a-9cc9-51c1fc77b2b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.364598] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 866.364598] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52064d2c-2768-44ae-106e-f3170dd96eb6" [ 866.364598] env[69674]: _type = "Task" [ 866.364598] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.367610] env[69674]: DEBUG oslo_vmware.api [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256803, 'name': PowerOnVM_Task, 'duration_secs': 0.603864} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.370526] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.370740] env[69674]: INFO nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Took 9.01 seconds to spawn the instance on the hypervisor. [ 866.370917] env[69674]: DEBUG nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 866.371685] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46949597-d6d9-4d14-b8eb-66db22bccf44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.102505] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 528e2c92-d01e-4c35-a2ba-70d439af2fc7] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 867.105104] env[69674]: INFO nova.compute.manager [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] instance snapshotting [ 867.106498] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52064d2c-2768-44ae-106e-f3170dd96eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.106690] env[69674]: WARNING oslo_vmware.common.loopingcall [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] task run outlasted interval by 0.23923899999999998 sec [ 867.117734] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6cf9e4-2fb9-474e-b55f-fcc7c3e7eb24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.128634] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256806, 'name': ReconfigVM_Task, 'duration_secs': 0.54822} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.128870] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52064d2c-2768-44ae-106e-f3170dd96eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.142398] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] fafe2597-d5ac-4af9-8577-6d468d28abe8/fafe2597-d5ac-4af9-8577-6d468d28abe8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.146685] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e47fc4-4459-494d-a031-91823cf6bf3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.148071] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273105fc-8e77-4f31-a069-35c6ecefa78e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.150725] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a569ab-cf7e-4240-aa35-0ff135232caa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.157781] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 867.157781] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a4757d-a56d-cdcc-d12d-b5bdc57155bb" [ 867.157781] env[69674]: _type = "Task" [ 867.157781] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.166720] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 867.166720] env[69674]: value = "task-3256807" [ 867.166720] env[69674]: _type = "Task" [ 867.166720] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.172470] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a4757d-a56d-cdcc-d12d-b5bdc57155bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.179250] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256807, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.511139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Acquiring lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511272] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Acquired lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.511434] env[69674]: DEBUG nova.network.neutron [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.608130] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 62538e53-59e3-4851-884f-87c35d076c59] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 867.633571] env[69674]: INFO nova.compute.manager [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Took 51.26 seconds to build instance. [ 867.668656] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.668656] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23903933-c74f-465c-afad-028148a26fed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.677697] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a4757d-a56d-cdcc-d12d-b5bdc57155bb, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.679233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.679588] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 867.680354] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b0473-33e7-4435-a1e2-4ca87604a74f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.686276] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d27902-ccbd-4e22-ba48-e829036b2c42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.688661] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 867.688661] env[69674]: value = "task-3256808" [ 867.688661] env[69674]: _type = "Task" [ 867.688661] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.688924] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256807, 'name': Rename_Task, 'duration_secs': 0.246094} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.689738] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.693071] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d2e96d-1039-4253-a6ce-0ed1e6afdd9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.700557] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 867.700557] env[69674]: value = "task-3256809" [ 867.700557] env[69674]: _type = "Task" [ 867.700557] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.702477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d883f-c6f7-4dba-be86-c6f3f606a148 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.713434] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.714010] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 867.714010] env[69674]: value = "task-3256810" [ 867.714010] env[69674]: _type = "Task" [ 867.714010] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.752207] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.753630] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba271ec-9133-4c0a-a3fd-ae4205d9c415 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.759698] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.765629] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc00b6-5a46-4d81-9ed4-2bd2058df500 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.781158] env[69674]: DEBUG nova.compute.provider_tree [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.114369] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c648d597-0473-46d4-bd23-63e396311140] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 868.136958] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7cf1a656-6ea8-498a-ab87-8726b5191976 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.088s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.202525] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.212848] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256809, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.227018] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.286649] env[69674]: DEBUG nova.scheduler.client.report [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.457794] env[69674]: DEBUG nova.network.neutron [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Updating instance_info_cache with network_info: [{"id": "093a5b43-17e5-4995-9b65-2a536e22612a", "address": "fa:16:3e:d7:d9:b1", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a5b43-17", "ovs_interfaceid": "093a5b43-17e5-4995-9b65-2a536e22612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.621251] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c28ff0c9-96fc-45af-80be-4915955b0aea] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 868.640176] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 868.702913] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256808, 'name': CreateSnapshot_Task, 'duration_secs': 0.750684} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.706661] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.707674] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b9971-f8eb-4fe4-bbb1-06cf4db72061 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.721659] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525627} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.727105] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 868.727649] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17f628-fb1a-46b1-965d-f83034ba3043 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.755979] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.759862] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598bd888-2818-4d82-9746-1b98cececdfb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.773994] env[69674]: DEBUG oslo_vmware.api [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256810, 'name': PowerOnVM_Task, 'duration_secs': 0.834071} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.774126] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.774329] env[69674]: INFO nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Took 8.80 seconds to spawn the instance on the hypervisor. [ 868.774502] env[69674]: DEBUG nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 868.776021] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf102af-ea84-4040-9449-2566022c1d3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.781375] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 868.781375] env[69674]: value = "task-3256811" [ 868.781375] env[69674]: _type = "Task" [ 868.781375] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.796094] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.796790] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 868.799971] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.800324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.357s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.963028] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Releasing lock "refresh_cache-76970c21-c4d6-4e4f-9bf4-c6336882b320" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.963143] env[69674]: DEBUG nova.compute.manager [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Inject network info {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 868.964034] env[69674]: DEBUG nova.compute.manager [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] network_info to inject: |[{"id": "093a5b43-17e5-4995-9b65-2a536e22612a", "address": "fa:16:3e:d7:d9:b1", "network": {"id": "4f978c67-0447-4ab0-8031-cf5c3d9082ee", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116630256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "376f110a96914c3eb260797788089ed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a5b43-17", "ovs_interfaceid": "093a5b43-17e5-4995-9b65-2a536e22612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 868.968272] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Reconfiguring VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 868.969072] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9efd276-ee57-4fdf-95e2-b0c57b41f2da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.984433] env[69674]: DEBUG oslo_vmware.api [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Waiting for the task: (returnval){ [ 868.984433] env[69674]: value = "task-3256812" [ 868.984433] env[69674]: _type = "Task" [ 868.984433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.992799] env[69674]: DEBUG oslo_vmware.api [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Task: {'id': task-3256812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.128315] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 2fd3fc55-6157-4c52-b827-9cba78ab186d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 869.173502] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.231721] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.235083] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c604fb01-356c-43e8-8828-bc364a08ffc4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.241603] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 869.241603] env[69674]: value = "task-3256813" [ 869.241603] env[69674]: _type = "Task" [ 869.241603] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.251096] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256813, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.296142] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.299885] env[69674]: INFO nova.compute.manager [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Took 48.89 seconds to build instance. [ 869.302710] env[69674]: DEBUG nova.compute.utils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.306515] env[69674]: INFO nova.compute.claims [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.310689] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 869.311014] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.435241] env[69674]: DEBUG nova.policy [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '575b81b7a2ec4ed5adacdfbc849f8d27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b0df98ed67748189c947d02685dbeba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.497477] env[69674]: DEBUG oslo_vmware.api [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] Task: {'id': task-3256812, 'name': ReconfigVM_Task, 'duration_secs': 0.251867} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.497477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d379ec93-1ced-4c5a-81e2-f82528d6000d tempest-ServersAdminTestJSON-2135452702 tempest-ServersAdminTestJSON-2135452702-project-admin] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Reconfigured VM instance to set the machine id {{(pid=69674) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 869.631029] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 64083589-1c17-42e5-955b-4e609875a788] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 869.753406] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256813, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.792177] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256811, 'name': ReconfigVM_Task, 'duration_secs': 0.887048} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.792503] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Reconfigured VM instance instance-00000042 to attach disk [datastore2] da859841-35f7-4891-8e3c-09a0becd5523/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.793407] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aca696-39a7-4ce2-b80d-312c8996a524 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.816710] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2dffea09-08b9-43c0-a005-72eedc60f32e tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.874s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.817369] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 869.824560] env[69674]: INFO nova.compute.resource_tracker [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating resource usage from migration 6860c1b1-7d37-4500-8c8c-e02ab22211fa [ 869.833179] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597fba05-48a5-4e58-b730-32bea3c3df18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.856620] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 869.856620] env[69674]: value = "task-3256814" [ 869.856620] env[69674]: _type = "Task" [ 869.856620] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.869663] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.884182] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Successfully created port: 08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.134593] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 713b3237-6d09-4db2-9dd8-ccc7b303ca4b] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 870.256708] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256813, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.362142] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 870.382684] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.536803] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02397b-668d-4e28-a5bf-cb02635ba7e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.547155] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6c7cc-be39-430a-bc42-0beb7701e3ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.581708] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f9b9b-b23f-4c76-988b-8e20dcf4799c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.589705] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7811a-afb9-4d5f-a96d-2f00946a700f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.605284] env[69674]: DEBUG nova.compute.provider_tree [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.637988] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: bc3196cf-2eb0-4dd9-bfb5-6660a1793ec5] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 870.757650] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256813, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.840962] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 870.888930] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.895019] env[69674]: DEBUG nova.virt.hardware [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.897494] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7a417-97e9-44ad-a401-6205cb0e252e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.900784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.906592] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a922b2-42af-4b45-9994-c8c98f6730ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.108966] env[69674]: DEBUG nova.scheduler.client.report [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.141678] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a99a9f9b-05ed-46ad-96a2-c9c01b81f983] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 871.260012] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256813, 'name': CloneVM_Task, 'duration_secs': 1.572665} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.264250] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Created linked-clone VM from snapshot [ 871.265728] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf4bdd-7afb-4951-b190-848b93019c66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.282307] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Uploading image fce0fce2-57de-489e-b8dd-b8db45a58234 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.309454] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.309454] env[69674]: value = "vm-650707" [ 871.309454] env[69674]: _type = "VirtualMachine" [ 871.309454] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.309798] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c983ef3-2aec-48aa-a58d-1aee1255a493 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.317998] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease: (returnval){ [ 871.317998] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f20f37-8242-8148-67c6-aff16f9d503b" [ 871.317998] env[69674]: _type = "HttpNfcLease" [ 871.317998] env[69674]: } obtained for exporting VM: (result){ [ 871.317998] env[69674]: value = "vm-650707" [ 871.317998] env[69674]: _type = "VirtualMachine" [ 871.317998] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.318272] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the lease: (returnval){ [ 871.318272] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f20f37-8242-8148-67c6-aff16f9d503b" [ 871.318272] env[69674]: _type = "HttpNfcLease" [ 871.318272] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.325964] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.325964] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f20f37-8242-8148-67c6-aff16f9d503b" [ 871.325964] env[69674]: _type = "HttpNfcLease" [ 871.325964] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.378633] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256814, 'name': ReconfigVM_Task, 'duration_secs': 1.241759} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.378927] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.379209] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915a4858-dfb6-4e69-bd3e-4af00f17a272 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.386664] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 871.386664] env[69674]: value = "task-3256816" [ 871.386664] env[69674]: _type = "Task" [ 871.386664] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.399426] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.620329] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.820s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.620544] env[69674]: INFO nova.compute.manager [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Migrating [ 871.631464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.234s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.631464] env[69674]: INFO nova.compute.claims [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.646755] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 2d57287c-5315-4c71-867f-dd3d4018ab48] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 871.701309] env[69674]: INFO nova.compute.manager [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Rebuilding instance [ 871.763082] env[69674]: DEBUG nova.compute.manager [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 871.764249] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53304b6-4323-4c23-86e6-dd68a3b84f39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.830172] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.830172] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f20f37-8242-8148-67c6-aff16f9d503b" [ 871.830172] env[69674]: _type = "HttpNfcLease" [ 871.830172] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.830172] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.830172] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f20f37-8242-8148-67c6-aff16f9d503b" [ 871.830172] env[69674]: _type = "HttpNfcLease" [ 871.830172] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.830172] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfda7b-0a01-432c-a344-ebf7ef707785 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.839156] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.839598] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.916872] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.942502] env[69674]: DEBUG nova.compute.manager [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Received event network-vif-plugged-08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 871.942729] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] Acquiring lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.942934] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.943104] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.943269] env[69674]: DEBUG nova.compute.manager [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] No waiting events found dispatching network-vif-plugged-08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.943429] env[69674]: WARNING nova.compute.manager [req-ae707e06-6e64-42ea-85ba-15dea2d67e5e req-5de4605b-50be-492f-b1ed-bb70ddcdad65 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Received unexpected event network-vif-plugged-08a7faad-7d58-41b4-82da-73ff100f1a77 for instance with vm_state building and task_state spawning. [ 871.966312] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37638263-46a6-47dc-a280-ae8416eedc67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.107461] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Successfully updated port: 08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.145572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.145939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.146244] env[69674]: DEBUG nova.network.neutron [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.154651] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: f7b7f571-9eea-402d-8104-85a4227ba52e] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 872.418780] env[69674]: DEBUG oslo_vmware.api [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256816, 'name': PowerOnVM_Task, 'duration_secs': 0.746381} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.419123] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.425965] env[69674]: DEBUG nova.compute.manager [None req-a328b59b-4957-4cfc-bf26-9c46d4ee5162 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 872.428599] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc7d59-0e73-49f2-8946-c5c35a363759 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.610563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.613589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.613589] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.656013] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 20c9027e-63e9-4c90-a0dc-62b0fb2c32b5] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 872.783522] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.784477] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b1ee150-2cd8-4f98-9e5b-e3dd71d0b418 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.793017] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 872.793017] env[69674]: value = "task-3256817" [ 872.793017] env[69674]: _type = "Task" [ 872.793017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.808200] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.829607] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.830032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.830265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.830458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.831088] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.833988] env[69674]: INFO nova.compute.manager [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Terminating instance [ 873.089456] env[69674]: DEBUG nova.network.neutron [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.162967] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 316e932a-aa31-40e0-9bc4-54d4157d32b0] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 873.195576] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.310246] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256817, 'name': PowerOffVM_Task, 'duration_secs': 0.311144} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.310786] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.311171] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.312205] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27d9a22-c098-4b16-9fc2-e506ed73aad5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.324200] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.331678] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e052016-04d7-431f-a45c-39ecbd00240d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.341850] env[69674]: DEBUG nova.compute.manager [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 873.342951] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.344539] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea2096-7aee-4a41-81b9-d5bc33aa5ff6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.361663] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.363503] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f3f49b-04a8-4b3a-8acf-d8a05e45e943 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.372259] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 873.372259] env[69674]: value = "task-3256819" [ 873.372259] env[69674]: _type = "Task" [ 873.372259] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.393370] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.434094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.434094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.434094] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.434502] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663197f8-0234-436d-8357-44197bbd7b8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.442712] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 873.442712] env[69674]: value = "task-3256820" [ 873.442712] env[69674]: _type = "Task" [ 873.442712] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.452619] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef4674-0848-48db-8ed9-f65431e4c47b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.462291] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.465404] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57cb76-8832-4be4-9ba6-73b99416615a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.504362] env[69674]: DEBUG nova.network.neutron [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Updating instance_info_cache with network_info: [{"id": "08a7faad-7d58-41b4-82da-73ff100f1a77", "address": "fa:16:3e:39:8e:1f", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a7faad-7d", "ovs_interfaceid": "08a7faad-7d58-41b4-82da-73ff100f1a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.506416] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9e032-edc8-48ea-8f70-fddb6f3f8bab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.514918] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2944d4ac-a907-4716-8188-b59d7f7aaf46 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.538014] env[69674]: DEBUG nova.compute.provider_tree [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.595107] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.669088] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 4d6ce89e-a049-4769-a65d-4d656d5f9ce7] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 873.895044] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256819, 'name': PowerOffVM_Task, 'duration_secs': 0.244285} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.895592] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.895797] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.896093] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca4acd74-5a2e-4b78-a5ec-1ec7994c5a51 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.953215] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279561} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.953594] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.953940] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.954488] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.969344] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.969344] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.969344] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Deleting the datastore file [datastore1] fafe2597-d5ac-4af9-8577-6d468d28abe8 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.969344] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019848c2-6154-421d-9137-c364f877e111 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.981628] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for the task: (returnval){ [ 873.981628] env[69674]: value = "task-3256822" [ 873.981628] env[69674]: _type = "Task" [ 873.981628] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.998017] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.011997] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.012199] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Instance network_info: |[{"id": "08a7faad-7d58-41b4-82da-73ff100f1a77", "address": "fa:16:3e:39:8e:1f", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a7faad-7d", "ovs_interfaceid": "08a7faad-7d58-41b4-82da-73ff100f1a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 874.012726] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:8e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a7faad-7d58-41b4-82da-73ff100f1a77', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.022032] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.022502] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.022850] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02af8b67-ef21-4ffe-aa0e-297788d5cbe3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.046126] env[69674]: DEBUG nova.scheduler.client.report [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.050920] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.050920] env[69674]: value = "task-3256823" [ 874.050920] env[69674]: _type = "Task" [ 874.050920] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.070123] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256823, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.172720] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 590c2cb4-0349-46db-b85c-6f845327e450] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 874.235082] env[69674]: DEBUG nova.compute.manager [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Received event network-changed-08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 874.235082] env[69674]: DEBUG nova.compute.manager [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Refreshing instance network info cache due to event network-changed-08a7faad-7d58-41b4-82da-73ff100f1a77. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 874.235082] env[69674]: DEBUG oslo_concurrency.lockutils [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] Acquiring lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.235082] env[69674]: DEBUG oslo_concurrency.lockutils [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] Acquired lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.235082] env[69674]: DEBUG nova.network.neutron [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Refreshing network info cache for port 08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.495964] env[69674]: DEBUG oslo_vmware.api [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Task: {'id': task-3256822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23388} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.496876] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.496876] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.496876] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.496876] env[69674]: INFO nova.compute.manager [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 874.497600] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.497802] env[69674]: DEBUG nova.compute.manager [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 874.498096] env[69674]: DEBUG nova.network.neutron [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.564041] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.935s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.564468] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 874.567437] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256823, 'name': CreateVM_Task, 'duration_secs': 0.414427} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.568486] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.218s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.568784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.571454] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.439s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.572977] env[69674]: INFO nova.compute.claims [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.575935] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.582436] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.582436] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.582436] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.582436] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1125d1e9-3bd1-4f66-9ff1-eeb1cfffd2fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.590453] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 874.590453] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52752ace-9c37-d753-7273-ef4515c01323" [ 874.590453] env[69674]: _type = "Task" [ 874.590453] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.601846] env[69674]: INFO nova.scheduler.client.report [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted allocations for instance d9736fca-c210-472a-8465-1113ff04a0e0 [ 874.603050] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52752ace-9c37-d753-7273-ef4515c01323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.678454] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 0791541e-da89-4120-8c87-c537b84a7b4b] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 874.847720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "2535d175-f741-4358-9734-4f7f2345c0fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.848386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.002040] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.002456] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.002535] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.002772] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.002953] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.003143] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.003424] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.003615] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.003825] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.004031] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.004243] env[69674]: DEBUG nova.virt.hardware [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.005153] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a315d12-d139-4dc4-949b-c59d1c2c9794 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.009762] env[69674]: DEBUG nova.network.neutron [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Updated VIF entry in instance network info cache for port 08a7faad-7d58-41b4-82da-73ff100f1a77. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.009969] env[69674]: DEBUG nova.network.neutron [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Updating instance_info_cache with network_info: [{"id": "08a7faad-7d58-41b4-82da-73ff100f1a77", "address": "fa:16:3e:39:8e:1f", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a7faad-7d", "ovs_interfaceid": "08a7faad-7d58-41b4-82da-73ff100f1a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.015612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de271f4-acd7-4c35-8747-e5494d18eea2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.033715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5200ca49-136f-4d37-be21-c9cd8d11cd44', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.046024] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.046024] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.046024] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf48d8d-8a1a-4cc6-a8e7-dd6a1e2a05fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.065101] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.065101] env[69674]: value = "task-3256824" [ 875.065101] env[69674]: _type = "Task" [ 875.065101] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.069440] env[69674]: DEBUG nova.compute.utils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.071029] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 875.084206] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256824, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.101292] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52752ace-9c37-d753-7273-ef4515c01323, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.101614] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.101855] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.102110] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102447] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.102717] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751fc88a-9a69-4f1c-8499-aafad9bf03ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.114029] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.114225] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.115390] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2dbf0-c085-4908-ad5a-181813c223ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.118571] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f9400ae9-1406-4ade-8e3e-a01c3a0f3831 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "d9736fca-c210-472a-8465-1113ff04a0e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.769s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.119651] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c7d850-bd07-410e-a896-a23c39cbc689 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.141440] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.144872] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 875.144872] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a661f1-8f7e-9fec-66d2-748a084c8b0b" [ 875.144872] env[69674]: _type = "Task" [ 875.144872] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.154716] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a661f1-8f7e-9fec-66d2-748a084c8b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016562} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.155578] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a7d6ea-14e0-4c6b-90fd-e662d23f7bcd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.163824] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 875.163824] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d964e8-2922-6fa8-798e-ac8f3a2ac06b" [ 875.163824] env[69674]: _type = "Task" [ 875.163824] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.174361] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d964e8-2922-6fa8-798e-ac8f3a2ac06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.182255] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: fff019fb-1d8d-4780-b5db-ad0c977eb958] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 875.349802] env[69674]: DEBUG nova.network.neutron [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.515720] env[69674]: DEBUG oslo_concurrency.lockutils [req-65a54fdc-4181-41b8-872e-6ed40cd029b0 req-962911b9-d8e3-4cd6-9561-59a017bc40f5 service nova] Releasing lock "refresh_cache-49bb35eb-7fb8-4c1b-974e-d5d055135d2d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.530430] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "a8af609c-8f95-47f2-9a81-add51336ec07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.530700] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.576784] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 875.579248] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256824, 'name': CreateVM_Task, 'duration_secs': 0.493567} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.579686] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.580394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.580552] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.580868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.581143] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6eec1f-8cff-4e07-aaee-a2e6a2110bab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.591073] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 875.591073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521786b5-ddfb-44ce-a200-87cd50c5f337" [ 875.591073] env[69674]: _type = "Task" [ 875.591073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.599993] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521786b5-ddfb-44ce-a200-87cd50c5f337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.647693] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.648377] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49f290a-9941-4add-9ee6-d1d94935822c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.657518] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 875.657518] env[69674]: value = "task-3256825" [ 875.657518] env[69674]: _type = "Task" [ 875.657518] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.666513] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.684798] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d964e8-2922-6fa8-798e-ac8f3a2ac06b, 'name': SearchDatastore_Task, 'duration_secs': 0.020399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.685343] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 81822631-26a8-4c17-a447-8e9d3acac696] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 875.687197] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.687692] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 49bb35eb-7fb8-4c1b-974e-d5d055135d2d/49bb35eb-7fb8-4c1b-974e-d5d055135d2d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.688502] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f54fb2-2240-4f76-bc91-735e92321a3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.698071] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 875.698071] env[69674]: value = "task-3256826" [ 875.698071] env[69674]: _type = "Task" [ 875.698071] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.707716] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.753140] env[69674]: INFO nova.compute.manager [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Rescuing [ 875.756157] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.756157] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.756157] env[69674]: DEBUG nova.network.neutron [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.852204] env[69674]: INFO nova.compute.manager [-] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Took 1.35 seconds to deallocate network for instance. [ 876.107140] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521786b5-ddfb-44ce-a200-87cd50c5f337, 'name': SearchDatastore_Task, 'duration_secs': 0.017232} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.107140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.107140] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.107140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.107140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.107428] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.108084] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a402632a-474b-4b9a-acc0-ecc72e75725d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.127737] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.129691] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.132193] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48484c0-ba4c-4d9e-8f18-f21b21fc64e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.149674] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 876.149674] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528ecf80-d322-2cfe-e901-b7c673b33731" [ 876.149674] env[69674]: _type = "Task" [ 876.149674] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.170014] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528ecf80-d322-2cfe-e901-b7c673b33731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.173540] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256825, 'name': PowerOffVM_Task, 'duration_secs': 0.266949} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.177154] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.177375] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.189347] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 2df1d0a8-d245-45e4-b5ff-b99cb3c10be2] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 876.215984] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.286637] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede21851-9f7a-4092-b556-87e476122d00 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.298651] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033806f-2e73-46aa-a4e2-923d9a291969 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.336521] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea8ae9-dcad-48d6-b11c-ef00fbcfc573 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.347202] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222911b-250e-49e0-aa55-dc0ed256649e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.369254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.370045] env[69674]: DEBUG nova.compute.provider_tree [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.382278] env[69674]: DEBUG nova.compute.manager [req-14f60815-1ac5-48d1-8892-5a19064cc90c req-8794a92f-ce88-43a0-8ed7-6c100f505324 service nova] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Received event network-vif-deleted-56f1e2ce-0cbf-4d43-9bc9-4316834eef63 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 876.588562] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 876.614386] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.614625] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.614777] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.614955] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.615113] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.615262] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.615480] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.615638] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.615810] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.616103] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.616214] env[69674]: DEBUG nova.virt.hardware [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.617175] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058ea20-448e-4cca-bb36-f92e80e4749d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.626097] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a78ef2-3851-44bb-b265-63b16cf057a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.635511] env[69674]: DEBUG nova.network.neutron [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [{"id": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "address": "fa:16:3e:e6:75:65", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdae66aa-d0", "ovs_interfaceid": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.645387] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.654227] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Creating folder: Project (e1f1eda264d44c018290c9137d607ab5). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.655693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.658407] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5d8464-75b7-4fbb-969b-9b973cba05ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.672669] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528ecf80-d322-2cfe-e901-b7c673b33731, 'name': SearchDatastore_Task, 'duration_secs': 0.062445} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.674907] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Created folder: Project (e1f1eda264d44c018290c9137d607ab5) in parent group-v650515. [ 876.675588] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Creating folder: Instances. Parent ref: group-v650710. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.677566] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b412d89b-8bad-48a1-ad04-c648b2f26481 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.679754] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d6ddd9-b342-49ee-857d-3597887f580f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.684282] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.684500] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.684658] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.684842] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.684988] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.685164] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.685390] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.685667] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.685760] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.685858] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.686357] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.695257] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8823315b-26f8-4a3f-9a64-a9b48d722a5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.711092] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 4021d91d-b850-4478-9d64-89e9416f4623] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 876.713188] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 876.713188] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204793a-3f50-138b-2bc1-d74c887f6a93" [ 876.713188] env[69674]: _type = "Task" [ 876.713188] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.722464] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Created folder: Instances in parent group-v650710. [ 876.722639] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.725148] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.725694] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 876.725694] env[69674]: value = "task-3256829" [ 876.725694] env[69674]: _type = "Task" [ 876.725694] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.727573] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1140364e-431f-485f-84b8-9f063210e436 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.749879] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204793a-3f50-138b-2bc1-d74c887f6a93, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.750303] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764699} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.751560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.751867] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.752274] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 49bb35eb-7fb8-4c1b-974e-d5d055135d2d/49bb35eb-7fb8-4c1b-974e-d5d055135d2d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.752480] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.753065] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eafc5bf-83f0-401c-bddb-d48537d35cb5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.755284] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44ec4e4a-8294-4dca-82bd-a679a1af4393 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.766933] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.766933] env[69674]: value = "task-3256830" [ 876.766933] env[69674]: _type = "Task" [ 876.766933] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.767367] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.776499] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 876.776499] env[69674]: value = "task-3256831" [ 876.776499] env[69674]: _type = "Task" [ 876.776499] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.776896] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 876.776896] env[69674]: value = "task-3256832" [ 876.776896] env[69674]: _type = "Task" [ 876.776896] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.788044] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256830, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.791893] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.795623] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.874076] env[69674]: DEBUG nova.scheduler.client.report [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.219354] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 68b9ccb0-38e8-413b-9e0d-3feca42358d4] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 877.251827] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256829, 'name': ReconfigVM_Task, 'duration_secs': 0.282677} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.251827] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.294819] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256830, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.303630] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139541} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.306216] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.306618] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.308480] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80eaa4-ea74-4898-b63f-34422808c133 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.334890] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 49bb35eb-7fb8-4c1b-974e-d5d055135d2d/49bb35eb-7fb8-4c1b-974e-d5d055135d2d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.335693] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a557b79-93e8-4f1f-a2d0-6d78ae6fbf5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.358534] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 877.358534] env[69674]: value = "task-3256833" [ 877.358534] env[69674]: _type = "Task" [ 877.358534] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.367322] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.380991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.381740] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 877.384943] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.676s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.386339] env[69674]: INFO nova.compute.claims [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.718912] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.719318] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-652d94bd-da90-414c-a6e5-557448ba78d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.722155] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 7d6889a0-9737-4fc6-828e-5d34979446cc] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 877.727393] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 877.727393] env[69674]: value = "task-3256834" [ 877.727393] env[69674]: _type = "Task" [ 877.727393] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.738820] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.757922] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.757922] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.757922] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.757922] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.758274] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.758274] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.758413] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.758549] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.758872] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.759075] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.759817] env[69674]: DEBUG nova.virt.hardware [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.765274] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.765966] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768a5fb1-28f0-4053-a0db-190c6a6deec7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.794863] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679808} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.798980] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.799218] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.799574] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 877.799574] env[69674]: value = "task-3256835" [ 877.799574] env[69674]: _type = "Task" [ 877.799574] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.800140] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256830, 'name': CreateVM_Task, 'duration_secs': 0.553364} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.800341] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e6b626-bf48-421f-8b4f-229f964fc48c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.802456] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.806660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.806861] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.807212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.808028] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9893ac78-251d-4b62-99a4-8211eaa7cef7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.815656] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.818190] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 877.818190] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52119d02-1a80-9659-8fe5-221c11dbcb2a" [ 877.818190] env[69674]: _type = "Task" [ 877.818190] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.818521] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 877.818521] env[69674]: value = "task-3256836" [ 877.818521] env[69674]: _type = "Task" [ 877.818521] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.831471] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52119d02-1a80-9659-8fe5-221c11dbcb2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.835134] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.869854] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256833, 'name': ReconfigVM_Task, 'duration_secs': 0.467731} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.870217] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 49bb35eb-7fb8-4c1b-974e-d5d055135d2d/49bb35eb-7fb8-4c1b-974e-d5d055135d2d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.870892] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b612a61-22b7-4ec1-9367-030f67dbcca7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.878083] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 877.878083] env[69674]: value = "task-3256837" [ 877.878083] env[69674]: _type = "Task" [ 877.878083] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.887448] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256837, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.891951] env[69674]: DEBUG nova.compute.utils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.895858] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 877.896092] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.943139] env[69674]: DEBUG nova.policy [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.225097] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: dbe35c0a-e4ca-4c0c-91cb-4a5e44d3065f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 878.237699] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256834, 'name': PowerOffVM_Task, 'duration_secs': 0.239753} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.238452] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.238868] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f8cf6-8135-475a-ba98-c17c54b6524f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.258383] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Successfully created port: 4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.261514] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd1dbd2-2fd7-46a6-94b8-4b95a0d18b2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.291759] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.292435] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4217685-3fd7-4738-94b2-a85c5f3b4a61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.298975] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 878.298975] env[69674]: value = "task-3256838" [ 878.298975] env[69674]: _type = "Task" [ 878.298975] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.314713] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 878.314947] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.315228] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.315392] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.315551] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.315829] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256835, 'name': ReconfigVM_Task, 'duration_secs': 0.250636} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.316048] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fbcac0-6f1f-4622-ace1-9f1fd2f8ccc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.317941] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.318756] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78853c7-074a-4c48-8b8e-1be600f7dce8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.329891] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.330066] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.346970] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efec636b-f241-4bd7-a2ba-ca52d671b43f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.349837] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123192} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.350106] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52119d02-1a80-9659-8fe5-221c11dbcb2a, 'name': SearchDatastore_Task, 'duration_secs': 0.018458} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.357844] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.358214] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.358551] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.358766] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.359042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.359147] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.359320] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.359613] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e81077e-0a26-4343-8365-521079e7b788 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.375579] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01bc65-950d-43d4-a9e2-580ceef614cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.377701] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8508ab1f-2cc5-4350-886b-80a2648e59f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.381994] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 878.381994] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca779a-1f2d-10f6-5b05-d95b276b55c4" [ 878.381994] env[69674]: _type = "Task" [ 878.381994] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.399759] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 878.399759] env[69674]: value = "task-3256839" [ 878.399759] env[69674]: _type = "Task" [ 878.399759] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.400808] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 878.417555] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.422820] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c51cd2b-a0d7-4a42-816f-f5d710b7225b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.438024] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.438024] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.446279] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3c0fff-8a6b-4dc2-b7e6-19f842d9a1bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.448681] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256837, 'name': Rename_Task, 'duration_secs': 0.196375} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.454010] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.454671] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca779a-1f2d-10f6-5b05-d95b276b55c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.455458] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a560c442-5a8e-43cd-a100-c0ef29eabaa8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.463640] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9309709c-9be7-4731-8cac-55565ae368e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.465920] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 878.465920] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52248b3f-741d-2080-d8b9-393ce8142906" [ 878.465920] env[69674]: _type = "Task" [ 878.465920] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.466203] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.466463] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 878.466463] env[69674]: value = "task-3256840" [ 878.466463] env[69674]: _type = "Task" [ 878.466463] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.481284] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 878.481284] env[69674]: value = "task-3256841" [ 878.481284] env[69674]: _type = "Task" [ 878.481284] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.481284] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 878.481284] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d66a7-9b57-c113-feee-e326a05ebd7f" [ 878.481284] env[69674]: _type = "Task" [ 878.481284] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.496263] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.497482] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52248b3f-741d-2080-d8b9-393ce8142906, 'name': SearchDatastore_Task, 'duration_secs': 0.024628} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.499164] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d15249-1283-4da8-98c4-be9929fd0279 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.511264] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256841, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.511264] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d66a7-9b57-c113-feee-e326a05ebd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.511264] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.511264] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 878.511264] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91156ca2-f652-4a44-931b-729e26a53674 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.514542] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 878.514542] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235616b-2514-67b6-5f4d-f5f677caef15" [ 878.514542] env[69674]: _type = "Task" [ 878.514542] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.522988] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 878.522988] env[69674]: value = "task-3256842" [ 878.522988] env[69674]: _type = "Task" [ 878.522988] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.530181] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235616b-2514-67b6-5f4d-f5f677caef15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.535415] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.730114] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: f5aa96f5-aff6-4f5a-9180-1957ac49002a] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 878.939167] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.985088] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256840, 'name': ReconfigVM_Task, 'duration_secs': 0.337486} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.990863] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.993231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9f4dc5-997d-46b2-8cb8-bc8194b3461f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.003186] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.004960] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 879.004960] env[69674]: value = "task-3256843" [ 879.004960] env[69674]: _type = "Task" [ 879.004960] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.018467] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256843, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.034097] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5235616b-2514-67b6-5f4d-f5f677caef15, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.034858] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.035183] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.035488] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed253e1-2396-40fe-af57-36fb032e7dfa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.041123] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256842, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.048316] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 879.048316] env[69674]: value = "task-3256844" [ 879.048316] env[69674]: _type = "Task" [ 879.048316] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.058398] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.098526] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea5e1f0-b8fb-4ed2-81cf-ba9dcb69cc58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.108107] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8646db9d-b707-4470-8ff1-37bb305a95b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.143506] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43afbee2-6185-4af9-a28c-517e575f891e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.152494] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3104185-7ae8-473d-8b6d-4e844ba28602 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.168407] env[69674]: DEBUG nova.compute.provider_tree [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.234999] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8b23f73b-a334-4421-8cda-528b3ece1d37] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 879.431887] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 879.438119] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256839, 'name': ReconfigVM_Task, 'duration_secs': 0.586821} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.438119] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46/79421382-86c8-4416-bf68-b1f3c3364f46.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.438119] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.458578] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.458767] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.458934] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.459147] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.459323] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.459485] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.459740] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.460262] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.460262] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.460372] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.460662] env[69674]: DEBUG nova.virt.hardware [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.461948] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995127ef-21c7-4fd1-9af0-9bbace76ef55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.470325] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec870a-2f38-42c5-91dd-f1f5afdf653e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.497090] env[69674]: DEBUG oslo_vmware.api [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256841, 'name': PowerOnVM_Task, 'duration_secs': 0.761842} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.497090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.497090] env[69674]: INFO nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Took 8.66 seconds to spawn the instance on the hypervisor. [ 879.497333] env[69674]: DEBUG nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 879.498063] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b701247-9d80-4c42-bb4f-a2eacf664f93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.517875] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256843, 'name': Rename_Task, 'duration_secs': 0.292037} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.518249] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.518453] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0615c7ad-a011-4ff5-8f70-1088438f92fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.525822] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 879.525822] env[69674]: value = "task-3256845" [ 879.525822] env[69674]: _type = "Task" [ 879.525822] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.537341] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761137} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.541032] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 879.542062] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.542614] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b3913-49de-427c-bca5-e1a624ee5994 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.572564] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.578902] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca5dc4e1-ab96-4c81-b62a-411c86a74d58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.601550] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256844, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.603395] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 879.603395] env[69674]: value = "task-3256846" [ 879.603395] env[69674]: _type = "Task" [ 879.603395] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.612957] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.671554] env[69674]: DEBUG nova.scheduler.client.report [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.739426] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a7bb40a9-2ae5-4328-ae78-662677610470] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 879.910417] env[69674]: DEBUG nova.compute.manager [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received event network-vif-plugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 879.914417] env[69674]: DEBUG oslo_concurrency.lockutils [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.914811] env[69674]: DEBUG oslo_concurrency.lockutils [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.916532] env[69674]: DEBUG oslo_concurrency.lockutils [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.916809] env[69674]: DEBUG nova.compute.manager [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] No waiting events found dispatching network-vif-plugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.917127] env[69674]: WARNING nova.compute.manager [req-41179a42-31ce-433e-b7c8-739eed277ece req-99388da3-4d9a-4e83-8a2a-51cc323c4028 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received unexpected event network-vif-plugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 for instance with vm_state building and task_state spawning. [ 879.945110] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c392d2ae-4343-434d-b942-44093beaebf7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.967797] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8accce-eed5-467e-b4a3-eb59220819be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.988445] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.019269] env[69674]: INFO nova.compute.manager [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Took 49.62 seconds to build instance. [ 880.043410] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.048033] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Successfully updated port: 4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.074851] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779988} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.075155] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.075380] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.075661] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5b1682-1777-4505-b7cc-401c51de4a0f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.085645] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 880.085645] env[69674]: value = "task-3256847" [ 880.085645] env[69674]: _type = "Task" [ 880.085645] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.092833] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.113714] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.177930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.178563] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 880.181306] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.924s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.181494] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.183723] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.472s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.183922] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.185847] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.540s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.186047] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.187838] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.578s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.189298] env[69674]: INFO nova.compute.claims [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.222252] env[69674]: INFO nova.scheduler.client.report [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Deleted allocations for instance 088d2055-010e-45b1-ac51-3415acac7aa1 [ 880.224566] env[69674]: INFO nova.scheduler.client.report [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleted allocations for instance bca459c9-fcca-41f7-bcea-b6408f5a0930 [ 880.236216] env[69674]: INFO nova.scheduler.client.report [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleted allocations for instance a2c27ac3-c693-4fea-a156-3c3b63b442f0 [ 880.242707] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: ed00c987-3c06-459e-8d27-bb28938a287f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 880.521589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ddf2e0ca-c6cb-4d81-b9e7-4809d2b388c4 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.836s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.536892] env[69674]: DEBUG nova.network.neutron [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Port 375c5f1e-56be-4281-9d9b-b4aa6885dbe5 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.543041] env[69674]: DEBUG oslo_vmware.api [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256845, 'name': PowerOnVM_Task, 'duration_secs': 0.588116} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.543714] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.543714] env[69674]: DEBUG nova.compute.manager [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 880.544452] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab1546-9770-41df-bacd-7a5dce508d64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.548061] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.548195] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.595852] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082996} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.595852] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.597060] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f81b1e8-826b-4654-98aa-ef52f3a7f4da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.618958] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.623097] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38641915-5a70-4569-9f0d-fa2d24b679c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.644395] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256846, 'name': ReconfigVM_Task, 'duration_secs': 0.587032} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.645921] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.646324] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 880.646324] env[69674]: value = "task-3256848" [ 880.646324] env[69674]: _type = "Task" [ 880.646324] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.647161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5654e8-0317-4cb1-ae21-ebeb98d5afd2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.660613] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.684203] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d7ebf8-1266-41c6-bca7-7d68f9dba0c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.695873] env[69674]: DEBUG nova.compute.utils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.701261] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 880.701261] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.710020] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 880.710020] env[69674]: value = "task-3256849" [ 880.710020] env[69674]: _type = "Task" [ 880.710020] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.725177] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.738154] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ff1e196-2959-45e9-8367-7f904ccc51f0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "bca459c9-fcca-41f7-bcea-b6408f5a0930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.412s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.740195] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e92d80c-cd37-4ba4-8718-6fef07578afd tempest-ServerMetadataTestJSON-960804107 tempest-ServerMetadataTestJSON-960804107-project-member] Lock "088d2055-010e-45b1-ac51-3415acac7aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.381s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.745803] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 6383858f-5ecc-4861-8fbe-e7d60b153961] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 880.747933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-358fa12e-2685-471c-9729-e3da0a54f98c tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "a2c27ac3-c693-4fea-a156-3c3b63b442f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.896s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.793935] env[69674]: DEBUG nova.policy [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9e85bff43634507bd2532331e5680fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2456129ee4774dcc8f6cc52201d7c146', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.025692] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 881.066182] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.101223] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.116861] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Successfully created port: 9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.160572] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.201150] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 881.221103] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256849, 'name': ReconfigVM_Task, 'duration_secs': 0.327077} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.221473] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.221749] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562dfa46-aebc-408b-9d7d-5fb657908a03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.229104] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 881.229104] env[69674]: value = "task-3256851" [ 881.229104] env[69674]: _type = "Task" [ 881.229104] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.248207] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.252176] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8a330708-788d-4af0-b272-a58d83c9c8c8] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 881.375675] env[69674]: DEBUG nova.network.neutron [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updating instance_info_cache with network_info: [{"id": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "address": "fa:16:3e:c3:24:05", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19865d-e1", "ovs_interfaceid": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.546054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.568976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.568976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.568976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.573373] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "d2281269-3f62-476d-81fb-0d47c60086a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.573373] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.573496] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.573797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.573862] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.579126] env[69674]: INFO nova.compute.manager [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Terminating instance [ 881.635900] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 881.636979] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c8c44-b2f1-493a-98c7-a0a1be9d1b8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.645718] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 881.645898] env[69674]: ERROR oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk due to incomplete transfer. [ 881.646154] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d60d672f-a537-4574-96c1-8f56276648c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.657436] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4d438-be93-74f5-bd1b-bf1dbe099f10/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 881.657674] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Uploaded image fce0fce2-57de-489e-b8dd-b8db45a58234 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 881.659819] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 881.660980] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68a6811e-2fd0-4142-a214-854de9c156f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.665597] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.669627] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 881.669627] env[69674]: value = "task-3256852" [ 881.669627] env[69674]: _type = "Task" [ 881.669627] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.681445] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256852, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.742940] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.758266] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 13862a3c-8dad-4f7a-ac72-312ab3f8ae7c] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 881.771444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c2722-5fc7-4d31-85eb-eb8b8c03ad7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.779148] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ca1a0-9174-416e-9d3c-e44a27bea0e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.812222] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700b680e-ea56-468a-8162-8a44048edfa6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.821136] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d935b4-c3da-4258-8e70-5990dc73c945 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.835146] env[69674]: DEBUG nova.compute.provider_tree [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.882077] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.882077] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance network_info: |[{"id": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "address": "fa:16:3e:c3:24:05", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19865d-e1", "ovs_interfaceid": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 881.882077] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:24:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e19865d-e150-4ccb-a8e1-ac35c0effdb4', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.888510] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.888735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.888960] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05786a92-cf42-42a8-b681-d74f00a4afb0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.912310] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.912310] env[69674]: value = "task-3256853" [ 881.912310] env[69674]: _type = "Task" [ 881.912310] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.920080] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256853, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.084205] env[69674]: DEBUG nova.compute.manager [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 882.084454] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.086013] env[69674]: DEBUG nova.compute.manager [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received event network-changed-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 882.086208] env[69674]: DEBUG nova.compute.manager [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Refreshing instance network info cache due to event network-changed-4e19865d-e150-4ccb-a8e1-ac35c0effdb4. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 882.086615] env[69674]: DEBUG oslo_concurrency.lockutils [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] Acquiring lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.086615] env[69674]: DEBUG oslo_concurrency.lockutils [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] Acquired lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.086921] env[69674]: DEBUG nova.network.neutron [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Refreshing network info cache for port 4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.089310] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ee665-f2fa-4a71-b8be-347eb22057a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.098361] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.098725] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91594d19-c36f-4dc7-9929-a8c9cde6ebc2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.110024] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 882.110024] env[69674]: value = "task-3256854" [ 882.110024] env[69674]: _type = "Task" [ 882.110024] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.115420] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.161747] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.179752] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256852, 'name': Destroy_Task, 'duration_secs': 0.43276} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.180027] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Destroyed the VM [ 882.180303] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 882.180585] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19c396eb-2044-4fbf-a969-950794275399 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.187593] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 882.187593] env[69674]: value = "task-3256855" [ 882.187593] env[69674]: _type = "Task" [ 882.187593] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.196907] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.210501] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 882.238717] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.238969] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.239139] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.239342] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.239472] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.239647] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.239910] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.240083] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.240256] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.240462] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.240676] env[69674]: DEBUG nova.virt.hardware [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.241509] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2141298-422e-401e-b871-a308ec2e17f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.249926] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.253477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29221b48-8a6f-4ddc-8a50-ebf4cc245df5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.268243] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: d6097905-921e-4520-bdbb-724e00836022] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 882.337872] env[69674]: DEBUG nova.scheduler.client.report [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.364047] env[69674]: DEBUG nova.compute.manager [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 882.365067] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d554b8-ad61-4e2d-9704-748cd68a0415 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.423736] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256853, 'name': CreateVM_Task, 'duration_secs': 0.422099} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.423945] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.424845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.424913] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.425267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.425508] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3546de8-4508-4648-9380-d2ea528ea4ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.430405] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 882.430405] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de1819-9a13-60c5-34c4-2991108d7956" [ 882.430405] env[69674]: _type = "Task" [ 882.430405] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.439200] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de1819-9a13-60c5-34c4-2991108d7956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.622856] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256854, 'name': PowerOffVM_Task, 'duration_secs': 0.245033} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.623061] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.623282] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.623620] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7b44ba-1ff4-4d79-babf-01a57c898b2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.661767] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256848, 'name': ReconfigVM_Task, 'duration_secs': 1.55758} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.661988] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.662876] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce7bc30c-b6f4-4f0a-b3d1-542e8497ff28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670173] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 882.670173] env[69674]: value = "task-3256857" [ 882.670173] env[69674]: _type = "Task" [ 882.670173] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.674775] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.674977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.675360] env[69674]: DEBUG nova.network.neutron [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.683089] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256857, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.696293] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.696594] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.696782] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleting the datastore file [datastore2] d2281269-3f62-476d-81fb-0d47c60086a2 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.700819] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de65566-ba3c-4514-8e1d-bcd2c21a84c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.703387] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.708876] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for the task: (returnval){ [ 882.708876] env[69674]: value = "task-3256858" [ 882.708876] env[69674]: _type = "Task" [ 882.708876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.718128] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.754275] env[69674]: DEBUG oslo_vmware.api [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256851, 'name': PowerOnVM_Task, 'duration_secs': 1.366048} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.754683] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.760159] env[69674]: DEBUG nova.compute.manager [None req-5be31c3b-7f60-4803-af34-62a51b494f27 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 882.760159] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8411dbe-1a83-4091-8618-4b22e2344e9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.775023] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: fe91cc3d-1897-46f2-aacd-afcb505e042f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 882.824277] env[69674]: INFO nova.compute.manager [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Rebuilding instance [ 882.845794] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.845794] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 882.850581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.478s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.881302] env[69674]: INFO nova.compute.manager [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] instance snapshotting [ 882.884282] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c6ccf5-659d-4b91-9db7-cf344e3208e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.910032] env[69674]: DEBUG nova.compute.manager [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 882.910770] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380e421-52ca-4acb-b7b1-9395883b82ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.914186] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d384b-e0de-4f63-8bef-72ad4a1a1294 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.941412] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52de1819-9a13-60c5-34c4-2991108d7956, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.941753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.941992] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.942274] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.942432] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.942620] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.942925] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2260f8f-deed-4196-afc9-a71e2d3c7cd2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.952301] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.952516] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.953387] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1201e201-01bd-4a0d-af8e-2761ad3c6e39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.960079] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 882.960079] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528d637c-9cca-9f8e-ee57-696e642e1c97" [ 882.960079] env[69674]: _type = "Task" [ 882.960079] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.972251] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528d637c-9cca-9f8e-ee57-696e642e1c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.099312] env[69674]: DEBUG nova.network.neutron [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updated VIF entry in instance network info cache for port 4e19865d-e150-4ccb-a8e1-ac35c0effdb4. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.099708] env[69674]: DEBUG nova.network.neutron [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updating instance_info_cache with network_info: [{"id": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "address": "fa:16:3e:c3:24:05", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19865d-e1", "ovs_interfaceid": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.145401] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Successfully updated port: 9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.182341] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256857, 'name': Rename_Task, 'duration_secs': 0.199132} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.184165] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.184165] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-049df599-17c1-4b02-bd67-f44c6fa7543e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.189898] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 883.189898] env[69674]: value = "task-3256859" [ 883.189898] env[69674]: _type = "Task" [ 883.189898] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.208561] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256855, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.209924] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256859, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.220156] env[69674]: DEBUG oslo_vmware.api [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Task: {'id': task-3256858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265812} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.221235] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.221235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.221235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.221235] env[69674]: INFO nova.compute.manager [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 883.221480] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.222252] env[69674]: DEBUG nova.compute.manager [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 883.222369] env[69674]: DEBUG nova.network.neutron [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.278877] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 856f61d9-0199-4a16-ba72-5166f2d1095f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 883.354956] env[69674]: DEBUG nova.compute.utils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.356820] env[69674]: DEBUG nova.objects.instance [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lazy-loading 'migration_context' on Instance uuid 888b0976-1a94-4901-8904-fefd169b829b {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.358709] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 883.360959] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.433323] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.433323] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4dac339-78da-4483-9d6d-157fd28a5c49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.438630] env[69674]: DEBUG nova.policy [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38f20602313144e7bc2853850462377d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a59de03305544a3b8ec7608e66cb163d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.441273] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 883.441273] env[69674]: value = "task-3256860" [ 883.441273] env[69674]: _type = "Task" [ 883.441273] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.452090] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.468788] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528d637c-9cca-9f8e-ee57-696e642e1c97, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.469705] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfc3a98-557f-40b3-8a23-3cd7b73d03c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.476367] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 883.476367] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b946c0-0427-62ec-202e-8e62d59c54dd" [ 883.476367] env[69674]: _type = "Task" [ 883.476367] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.486717] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b946c0-0427-62ec-202e-8e62d59c54dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.558365] env[69674]: DEBUG nova.network.neutron [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.602612] env[69674]: DEBUG oslo_concurrency.lockutils [req-4e7cb484-ff1b-4afe-9378-911d0c53da73 req-13e2ca81-3893-4907-80f7-c463caf299f8 service nova] Releasing lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.649047] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.649047] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.649296] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.719801] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256859, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.720116] env[69674]: DEBUG oslo_vmware.api [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256855, 'name': RemoveSnapshot_Task, 'duration_secs': 1.303036} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.720411] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 883.720652] env[69674]: INFO nova.compute.manager [None req-9a169ebb-54c3-4bf1-838f-eec7edc1e6fd tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 16.61 seconds to snapshot the instance on the hypervisor. [ 883.785392] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: fe534ebf-0e80-4506-a703-344563263aff] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 883.798934] env[69674]: DEBUG nova.compute.manager [req-d344ba5f-b6c3-43c3-aa38-1a79834fd844 req-3d97afdf-9f1f-4676-9070-027f6b6f8acf service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Received event network-vif-deleted-a8677fc8-d025-4364-b412-19911795271f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 883.799221] env[69674]: INFO nova.compute.manager [req-d344ba5f-b6c3-43c3-aa38-1a79834fd844 req-3d97afdf-9f1f-4676-9070-027f6b6f8acf service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Neutron deleted interface a8677fc8-d025-4364-b412-19911795271f; detaching it from the instance and deleting it from the info cache [ 883.799459] env[69674]: DEBUG nova.network.neutron [req-d344ba5f-b6c3-43c3-aa38-1a79834fd844 req-3d97afdf-9f1f-4676-9070-027f6b6f8acf service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.865441] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 883.936835] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.937499] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5a1b33-de01-43ad-ae55-d2a1bf20ca2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.941815] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Successfully created port: 1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.948359] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 883.948359] env[69674]: value = "task-3256861" [ 883.948359] env[69674]: _type = "Task" [ 883.948359] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.959716] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.965419] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.986207] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b946c0-0427-62ec-202e-8e62d59c54dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018206} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.989187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.989525] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3/a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.991024] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e1926bc-0c02-4c7d-afc2-de1d7ba8e16c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.997755] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 883.997755] env[69674]: value = "task-3256862" [ 883.997755] env[69674]: _type = "Task" [ 883.997755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.006809] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.061232] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.188444] env[69674]: DEBUG nova.network.neutron [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.212315] env[69674]: DEBUG oslo_vmware.api [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256859, 'name': PowerOnVM_Task, 'duration_secs': 0.748478} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.212588] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.212793] env[69674]: INFO nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Took 7.63 seconds to spawn the instance on the hypervisor. [ 884.212993] env[69674]: DEBUG nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 884.214223] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48092b-421f-4691-a76a-123e26690d68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.223476] env[69674]: DEBUG nova.compute.manager [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Received event network-vif-plugged-9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 884.223701] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Acquiring lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.223943] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.224101] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.224273] env[69674]: DEBUG nova.compute.manager [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] No waiting events found dispatching network-vif-plugged-9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.224437] env[69674]: WARNING nova.compute.manager [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Received unexpected event network-vif-plugged-9a731626-55e4-4eae-8158-38e7701e51b5 for instance with vm_state building and task_state spawning. [ 884.224597] env[69674]: DEBUG nova.compute.manager [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Received event network-changed-9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 884.224774] env[69674]: DEBUG nova.compute.manager [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Refreshing instance network info cache due to event network-changed-9a731626-55e4-4eae-8158-38e7701e51b5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 884.224938] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Acquiring lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.234234] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.290128] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b00eb137-2f66-419d-baec-bd392998d7ef] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 884.302907] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b71e89ec-3ed5-4aa7-bf6c-4272f3ed6b8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.322256] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cac380-47b4-4f4c-9130-733074d1e23c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.369131] env[69674]: DEBUG nova.compute.manager [req-d344ba5f-b6c3-43c3-aa38-1a79834fd844 req-3d97afdf-9f1f-4676-9070-027f6b6f8acf service nova] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Detach interface failed, port_id=a8677fc8-d025-4364-b412-19911795271f, reason: Instance d2281269-3f62-476d-81fb-0d47c60086a2 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 884.461241] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.465902] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256861, 'name': PowerOffVM_Task, 'duration_secs': 0.241462} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.471808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.472130] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.473278] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890945b-154a-4993-9e18-8ee376c3c774 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.481106] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.481451] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c686e447-87fa-4572-8e48-cdd954f513ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.512442] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.527594] env[69674]: INFO nova.compute.manager [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Unrescuing [ 884.527937] env[69674]: DEBUG oslo_concurrency.lockutils [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.528161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.528357] env[69674]: DEBUG nova.network.neutron [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.536126] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d9fdf-e491-40ac-b25c-09b3d80489a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.545975] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf5be3-fcb5-4cfb-b672-123f45ef0e8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.557863] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.558630] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.558868] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore2] d45a13c5-09e6-474c-ae59-fa31d1653776 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.559860] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb76fd4c-74fe-421e-a659-cc290d7a87ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.597556] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47dbf28-6d97-4ca5-9de7-53447097893f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.602711] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 884.602711] env[69674]: value = "task-3256864" [ 884.602711] env[69674]: _type = "Task" [ 884.602711] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.612623] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1eb235-c4e6-4900-a207-62014f809fce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.617441] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce605635-42af-4960-8b48-79eddf349b31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.624854] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.635671] env[69674]: DEBUG nova.compute.provider_tree [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.654150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a890dd4-b7fa-4bea-9956-dd9bd07f7861 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.665404] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.696233] env[69674]: INFO nova.compute.manager [-] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Took 1.47 seconds to deallocate network for instance. [ 884.701414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.701674] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.701871] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.702060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.702238] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.706809] env[69674]: INFO nova.compute.manager [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Terminating instance [ 884.750255] env[69674]: INFO nova.compute.manager [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Took 43.37 seconds to build instance. [ 884.796500] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e30b30bd-40d9-486d-8ef4-21ad312d0789] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 884.840633] env[69674]: DEBUG nova.network.neutron [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updating instance_info_cache with network_info: [{"id": "9a731626-55e4-4eae-8158-38e7701e51b5", "address": "fa:16:3e:6c:f4:40", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a731626-55", "ovs_interfaceid": "9a731626-55e4-4eae-8158-38e7701e51b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.880259] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.917123] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.917553] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.917815] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.917967] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.918231] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.918499] env[69674]: DEBUG nova.virt.hardware [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.919845] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788923a-6692-4ab9-9267-18d4887b71c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.931291] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f3db7a-a042-4a44-9686-3e903bf85414 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.957054] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256860, 'name': CreateSnapshot_Task, 'duration_secs': 1.133052} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.957152] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.957893] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f059f14-237f-4628-ae25-3fcc1f064ec7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.011605] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717225} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.011605] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3/a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.011605] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.011605] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc265f06-a9bd-439d-a50a-4ac40726844e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.019137] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 885.019137] env[69674]: value = "task-3256865" [ 885.019137] env[69674]: _type = "Task" [ 885.019137] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.029376] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.113231] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480421} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.113558] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.113811] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.114008] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.140909] env[69674]: DEBUG nova.scheduler.client.report [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.172166] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.174901] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5ce8d0c-3d9b-47ec-82c5-990c319f3e8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.181627] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 885.181627] env[69674]: value = "task-3256866" [ 885.181627] env[69674]: _type = "Task" [ 885.181627] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.193094] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.202813] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.210714] env[69674]: DEBUG nova.compute.manager [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 885.210999] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.212048] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d75f5b3-005c-46d7-a33d-4a19ee515a9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.219920] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.220279] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c63561b-5602-423c-9443-1aaac378f2a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.227298] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 885.227298] env[69674]: value = "task-3256867" [ 885.227298] env[69674]: _type = "Task" [ 885.227298] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.237198] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.251208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-64b71f7b-d086-4cb2-bbe7-203653463fed tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.229s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.300566] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 0ec66b0d-5ae8-4b64-b893-375c6b412c59] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 885.343457] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.343695] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Instance network_info: |[{"id": "9a731626-55e4-4eae-8158-38e7701e51b5", "address": "fa:16:3e:6c:f4:40", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a731626-55", "ovs_interfaceid": "9a731626-55e4-4eae-8158-38e7701e51b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 885.344013] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Acquired lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.344203] env[69674]: DEBUG nova.network.neutron [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Refreshing network info cache for port 9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.346170] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f4:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a731626-55e4-4eae-8158-38e7701e51b5', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.355916] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating folder: Project (2456129ee4774dcc8f6cc52201d7c146). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.357153] env[69674]: DEBUG nova.network.neutron [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [{"id": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "address": "fa:16:3e:e6:75:65", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdae66aa-d0", "ovs_interfaceid": "fdae66aa-d08a-4079-9bbf-4ffef57f1eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.359565] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeefe312-3e73-41d3-861e-c24b2c67c59f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.370650] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created folder: Project (2456129ee4774dcc8f6cc52201d7c146) in parent group-v650515. [ 885.370650] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating folder: Instances. Parent ref: group-v650715. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.371023] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b4989b-3760-4150-a0a0-af4e31ac63d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.383162] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created folder: Instances in parent group-v650715. [ 885.383430] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.383634] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.383859] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e456921-4430-402f-ae28-3a48dda04b39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.403899] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.403899] env[69674]: value = "task-3256870" [ 885.403899] env[69674]: _type = "Task" [ 885.403899] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.414309] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256870, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.475083] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.475416] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b41d4be7-edda-47ec-bbbd-8539103b7987 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.484075] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 885.484075] env[69674]: value = "task-3256871" [ 885.484075] env[69674]: _type = "Task" [ 885.484075] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.492593] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256871, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.531154] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099919} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.531430] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.532311] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f88eb2-56bc-412e-924e-ea4b53c648c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.554993] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3/a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.555357] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e763975-0887-4369-acf1-e272737c50c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.574995] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 885.574995] env[69674]: value = "task-3256872" [ 885.574995] env[69674]: _type = "Task" [ 885.574995] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.583711] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.692770] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256866, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.738944] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256867, 'name': PowerOffVM_Task, 'duration_secs': 0.220288} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.738944] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.738944] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.739330] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15d4f38-6f24-413c-9bec-7b348e3d7272 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.753831] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 885.800746] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.801106] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.801153] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleting the datastore file [datastore1] 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.801398] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae2f770-55a8-4436-ac2d-cacbcd7e4b3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.804141] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: cc734575-ad58-4155-b07c-df61bafd9278] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 885.810732] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for the task: (returnval){ [ 885.810732] env[69674]: value = "task-3256874" [ 885.810732] env[69674]: _type = "Task" [ 885.810732] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.818766] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.860164] env[69674]: DEBUG oslo_concurrency.lockutils [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-7c912f20-40b1-4efa-81a9-c9a218f84925" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.860878] env[69674]: DEBUG nova.objects.instance [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'flavor' on Instance uuid 7c912f20-40b1-4efa-81a9-c9a218f84925 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.914814] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256870, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.996280] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256871, 'name': CloneVM_Task} progress is 93%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.098651] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.155130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.305s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.164133] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.753s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.164992] env[69674]: INFO nova.compute.claims [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.179489] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.179810] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.179810] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.179925] env[69674]: DEBUG nova.virt.hardware [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.181203] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf8f57-bc80-4708-b3f7-1d71da591125 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.198689] env[69674]: DEBUG oslo_vmware.api [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3256866, 'name': PowerOnVM_Task, 'duration_secs': 0.688991} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.201727] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.201941] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba11a28-7cea-4eb7-b786-3b587c447d71 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance '79421382-86c8-4416-bf68-b1f3c3364f46' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.206986] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22882371-5a1e-411e-a6ab-6b495a16dbdc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.225483] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5200ca49-136f-4d37-be21-c9cd8d11cd44', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.235892] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.236416] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.236679] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623fc823-1fd6-4c94-95aa-ac8f02d371b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.257576] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.257576] env[69674]: value = "task-3256875" [ 886.257576] env[69674]: _type = "Task" [ 886.257576] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.275314] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256875, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.293520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.307895] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: af78fbb0-92eb-445c-b36b-855630c9d75a] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 886.322944] env[69674]: DEBUG oslo_vmware.api [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Task: {'id': task-3256874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289114} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.323229] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.323413] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.323615] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.323879] env[69674]: INFO nova.compute.manager [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 886.324408] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.324686] env[69674]: DEBUG nova.compute.manager [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 886.324841] env[69674]: DEBUG nova.network.neutron [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.339512] env[69674]: DEBUG nova.network.neutron [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updated VIF entry in instance network info cache for port 9a731626-55e4-4eae-8158-38e7701e51b5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.340038] env[69674]: DEBUG nova.network.neutron [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updating instance_info_cache with network_info: [{"id": "9a731626-55e4-4eae-8158-38e7701e51b5", "address": "fa:16:3e:6c:f4:40", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a731626-55", "ovs_interfaceid": "9a731626-55e4-4eae-8158-38e7701e51b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.370432] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9aaff3-401b-4c24-93a7-0a5ead8eded7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.395529] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.395890] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71c1d2a-056d-4d39-adc7-3879c183fbea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.405945] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 886.405945] env[69674]: value = "task-3256876" [ 886.405945] env[69674]: _type = "Task" [ 886.405945] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.422193] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256870, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.427385] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.497204] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256871, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.503476] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Successfully updated port: 1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.586670] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.592496] env[69674]: INFO nova.compute.manager [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Rebuilding instance [ 886.614214] env[69674]: DEBUG nova.compute.manager [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received event network-vif-plugged-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 886.614482] env[69674]: DEBUG oslo_concurrency.lockutils [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] Acquiring lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.616025] env[69674]: DEBUG oslo_concurrency.lockutils [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.616025] env[69674]: DEBUG oslo_concurrency.lockutils [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.616025] env[69674]: DEBUG nova.compute.manager [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] No waiting events found dispatching network-vif-plugged-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.616025] env[69674]: WARNING nova.compute.manager [req-55e3db05-cc9c-4692-8a05-01d1ebb7186c req-b356f7dd-e2df-428a-87ad-02bfd436246e service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received unexpected event network-vif-plugged-1fdb36b1-dd5e-4873-81bb-10f354338667 for instance with vm_state building and task_state spawning. [ 886.661036] env[69674]: DEBUG nova.compute.manager [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 886.663096] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf3a25-8cb2-48bb-8c13-0cbe10e40140 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.769969] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256875, 'name': CreateVM_Task, 'duration_secs': 0.506965} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.770252] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.771098] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.771304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.771735] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.772048] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b762f5-b1d5-410d-913f-6f97382cd854 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.777687] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 886.777687] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522896a6-1485-71a3-1aec-aa7c926c70f0" [ 886.777687] env[69674]: _type = "Task" [ 886.777687] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.788267] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522896a6-1485-71a3-1aec-aa7c926c70f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.811501] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 289362b3-1a05-4b77-a839-9aed86151db7] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 886.845494] env[69674]: DEBUG oslo_concurrency.lockutils [req-1f1ee530-dac9-405a-a392-d6db9f06db3e req-92ebfbbe-b45e-47ba-a98d-f1589f1969ba service nova] Releasing lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860459] env[69674]: DEBUG nova.compute.manager [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 886.861766] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a13c676-4d55-4f7f-9adc-362db61a67cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.920463] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256870, 'name': CreateVM_Task, 'duration_secs': 1.326885} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.923726] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.924317] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256876, 'name': PowerOffVM_Task, 'duration_secs': 0.328713} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.924947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.925186] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.931888] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.932487] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742fd980-ebee-494a-91cf-571429637733 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.952978] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 886.952978] env[69674]: value = "task-3256877" [ 886.952978] env[69674]: _type = "Task" [ 886.952978] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.963565] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.994931] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256871, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.006691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.006691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.006691] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.090033] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256872, 'name': ReconfigVM_Task, 'duration_secs': 1.145312} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.090033] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3/a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.090033] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-581d5d99-45dd-4673-a593-d1b62e8e9be7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.094497] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 887.094497] env[69674]: value = "task-3256878" [ 887.094497] env[69674]: _type = "Task" [ 887.094497] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.102251] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256878, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.136328] env[69674]: DEBUG nova.compute.manager [req-cc8a8dd5-a6fd-4f55-9498-ba2b7993fc24 req-7792a176-4ead-48ab-9e8c-563a3f8ddc22 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Received event network-vif-deleted-30e9b1eb-b520-4261-8828-a60e41d90dec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 887.136480] env[69674]: INFO nova.compute.manager [req-cc8a8dd5-a6fd-4f55-9498-ba2b7993fc24 req-7792a176-4ead-48ab-9e8c-563a3f8ddc22 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Neutron deleted interface 30e9b1eb-b520-4261-8828-a60e41d90dec; detaching it from the instance and deleting it from the info cache [ 887.136701] env[69674]: DEBUG nova.network.neutron [req-cc8a8dd5-a6fd-4f55-9498-ba2b7993fc24 req-7792a176-4ead-48ab-9e8c-563a3f8ddc22 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.289154] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522896a6-1485-71a3-1aec-aa7c926c70f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.292017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.292390] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.292751] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.293027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.293365] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.294236] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.294728] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.295159] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c926be-fb96-4d41-8434-d6901d5e58c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.297072] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996ffca1-3b83-44c1-8a14-de2357c4d52e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.302508] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 887.302508] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bebd12-23f3-454a-2bd7-c690de6bfb27" [ 887.302508] env[69674]: _type = "Task" [ 887.302508] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.311297] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.311635] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.313023] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7fbac7b-ded2-458f-8af2-94d412757a24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.320506] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a13f9f01-4367-405a-b3d5-dcee5e1346c4] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 887.322482] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bebd12-23f3-454a-2bd7-c690de6bfb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.326707] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 887.326707] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52138c25-1dc8-328a-c62d-d17b25568a55" [ 887.326707] env[69674]: _type = "Task" [ 887.326707] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.340722] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52138c25-1dc8-328a-c62d-d17b25568a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.378087] env[69674]: INFO nova.compute.manager [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] instance snapshotting [ 887.380962] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06112d9e-9231-4a4e-8a2a-50a9d69ffead {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.409497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78753e-0449-4a1f-bf1b-53acb8ca17ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.470011] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256877, 'name': ReconfigVM_Task, 'duration_secs': 0.489291} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.470328] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.470510] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.470882] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b3db791-939c-4af1-8d6e-eb7f8a39acf0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.480620] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 887.480620] env[69674]: value = "task-3256879" [ 887.480620] env[69674]: _type = "Task" [ 887.480620] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.489677] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.502541] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256871, 'name': CloneVM_Task, 'duration_secs': 1.974592} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.502805] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Created linked-clone VM from snapshot [ 887.503994] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8caa6d-6058-492e-ad5f-f132a058fe93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.517880] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Uploading image 256b48e0-5096-4451-8159-ea52485cd757 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.533996] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.534344] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d29458a-04e8-45de-9b02-73baa4984f8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.542782] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 887.542782] env[69674]: value = "task-3256880" [ 887.542782] env[69674]: _type = "Task" [ 887.542782] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.556606] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256880, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.559770] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.604524] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256878, 'name': Rename_Task, 'duration_secs': 0.180902} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.609507] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.610550] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459d4df7-99d9-4390-9dcb-235465afdfd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.617188] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 887.617188] env[69674]: value = "task-3256881" [ 887.617188] env[69674]: _type = "Task" [ 887.617188] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.621262] env[69674]: DEBUG nova.network.neutron [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.628565] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.640092] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a4151f3-1c66-49c1-b25c-f346208b9b05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.658241] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12475636-b187-45bb-a357-2b1e129b3e49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.694823] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.714796] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d52424c-b3d0-4be9-87da-b406f6fcefde {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.721314] env[69674]: DEBUG nova.compute.manager [req-cc8a8dd5-a6fd-4f55-9498-ba2b7993fc24 req-7792a176-4ead-48ab-9e8c-563a3f8ddc22 service nova] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Detach interface failed, port_id=30e9b1eb-b520-4261-8828-a60e41d90dec, reason: Instance 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 887.740282] env[69674]: INFO nova.compute.manager [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Swapping old allocation on dict_keys(['a2957c29-3fa7-4024-bd37-0cdb152f1f0a']) held by migration d9de2802-e62c-4d18-a120-c100d3b3ee51 for instance [ 887.744511] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 887.744511] env[69674]: value = "task-3256882" [ 887.744511] env[69674]: _type = "Task" [ 887.744511] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.756951] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.774578] env[69674]: DEBUG nova.scheduler.client.report [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Overwriting current allocation {'allocations': {'a2957c29-3fa7-4024-bd37-0cdb152f1f0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': 'f37ab40afd3845ceb0caeb388bd5a23b', 'user_id': '78770377db6a41e3b1e44535050d2309', 'consumer_generation': 1} on consumer 888b0976-1a94-4901-8904-fefd169b829b {{(pid=69674) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 887.800247] env[69674]: DEBUG nova.network.neutron [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.816524] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bebd12-23f3-454a-2bd7-c690de6bfb27, 'name': SearchDatastore_Task, 'duration_secs': 0.015426} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.819490] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.819812] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.820048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.824551] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9e6b640d-91d6-41f6-9f80-98fe2ea34f9f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 887.841981] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52138c25-1dc8-328a-c62d-d17b25568a55, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.842878] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6f49aa-3e16-4bd5-b7af-0a918c403382 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.848297] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 887.848297] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a7e2d7-572d-855d-fb4a-a7d9b1a4b99a" [ 887.848297] env[69674]: _type = "Task" [ 887.848297] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.863651] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a7e2d7-572d-855d-fb4a-a7d9b1a4b99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.884296] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9ace3-e5ad-4081-a909-f21c47d87376 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.892801] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004615a-258c-444b-a1d5-242d1791b916 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.897120] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.897310] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquired lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.897489] env[69674]: DEBUG nova.network.neutron [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.929017] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.930190] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87f4cc9d-dd5c-47cc-bff9-92ea05c94072 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.932972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cd7dc2-76f3-4404-b179-3097ee360fb0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.943274] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf2941-19ec-4cd9-8a1b-c9273458bd79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.950544] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 887.950544] env[69674]: value = "task-3256883" [ 887.950544] env[69674]: _type = "Task" [ 887.950544] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.964174] env[69674]: DEBUG nova.compute.provider_tree [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.970241] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.992156] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.054688] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256880, 'name': Destroy_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.129475] env[69674]: INFO nova.compute.manager [-] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Took 1.80 seconds to deallocate network for instance. [ 888.129475] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.175967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.176254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.176449] env[69674]: DEBUG nova.compute.manager [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Going to confirm migration 3 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 888.254268] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256882, 'name': PowerOffVM_Task, 'duration_secs': 0.11886} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.254557] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.255237] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.256017] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319967d3-eb22-4ff9-b63c-910622fe0199 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.262809] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.263055] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4cff9a7-25ba-428d-b22b-26f15a8f40ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.287484] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.287484] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.287669] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Deleting the datastore file [datastore1] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.288472] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-114d075b-b3c2-445f-ac69-244e56d13212 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.295021] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 888.295021] env[69674]: value = "task-3256885" [ 888.295021] env[69674]: _type = "Task" [ 888.295021] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.303030] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.303527] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Instance network_info: |[{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 888.303848] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.304271] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a0:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fdb36b1-dd5e-4873-81bb-10f354338667', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.312697] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.312946] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.313340] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdc97e9c-9ff0-4abd-a255-3dc28efa3725 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.330112] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.330307] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69674) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}} [ 888.338407] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.338407] env[69674]: value = "task-3256886" [ 888.338407] env[69674]: _type = "Task" [ 888.338407] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.347103] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256886, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.364286] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a7e2d7-572d-855d-fb4a-a7d9b1a4b99a, 'name': SearchDatastore_Task, 'duration_secs': 0.025285} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.364665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.365054] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.365452] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.365706] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.365977] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-139c3539-44eb-4488-ab9e-28113cdf73e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.368989] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a996f0-26e6-4d89-855f-deec12deba11 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.375433] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 888.375433] env[69674]: value = "task-3256887" [ 888.375433] env[69674]: _type = "Task" [ 888.375433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.383127] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.386699] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.386932] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.387669] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc0c4b2-6487-4b90-8d2b-96c7ff417e94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.392501] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 888.392501] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52831b04-e5d0-6a9d-0cf1-f145c49546c1" [ 888.392501] env[69674]: _type = "Task" [ 888.392501] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.404486] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52831b04-e5d0-6a9d-0cf1-f145c49546c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.461204] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.467249] env[69674]: DEBUG nova.scheduler.client.report [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.492810] env[69674]: DEBUG oslo_vmware.api [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3256879, 'name': PowerOnVM_Task, 'duration_secs': 0.521841} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.493147] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.493450] env[69674]: DEBUG nova.compute.manager [None req-576c1834-f814-490b-85f8-51354e7ade3f tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 888.494318] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048a8a3-3419-4520-9f16-2b3844370da3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553847] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256880, 'name': Destroy_Task, 'duration_secs': 0.51943} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.556624] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Destroyed the VM [ 888.556919] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 888.557548] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5c08744-3a12-4d50-bc56-3ffd2461100a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.564805] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 888.564805] env[69674]: value = "task-3256888" [ 888.564805] env[69674]: _type = "Task" [ 888.564805] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.575080] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.630722] env[69674]: DEBUG oslo_vmware.api [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256881, 'name': PowerOnVM_Task, 'duration_secs': 0.776834} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.631078] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.631298] env[69674]: INFO nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Took 9.20 seconds to spawn the instance on the hypervisor. [ 888.631488] env[69674]: DEBUG nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 888.632430] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f30e3-0f2d-45fd-aa26-1e69faef5a95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.637308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.650605] env[69674]: DEBUG nova.compute.manager [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 888.652953] env[69674]: DEBUG nova.compute.manager [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing instance network info cache due to event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 888.652953] env[69674]: DEBUG oslo_concurrency.lockutils [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] Acquiring lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.652953] env[69674]: DEBUG oslo_concurrency.lockutils [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] Acquired lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.652953] env[69674]: DEBUG nova.network.neutron [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.685956] env[69674]: DEBUG nova.network.neutron [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [{"id": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "address": "fa:16:3e:cb:f2:b8", "network": {"id": "ee843484-703f-4528-b9df-0f9358b67ea7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3de3937a5e14473bbfbe284781abdf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e76663-7d", "ovs_interfaceid": "37e76663-7d12-4ab2-90ee-8dfceefa73b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.738400] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.738620] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.738804] env[69674]: DEBUG nova.network.neutron [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.739046] env[69674]: DEBUG nova.objects.instance [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'info_cache' on Instance uuid 79421382-86c8-4416-bf68-b1f3c3364f46 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.806777] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13116} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.806962] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.807182] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.807456] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.835775] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.849806] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256886, 'name': CreateVM_Task, 'duration_secs': 0.433531} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.850033] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.850699] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.850865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.851209] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.851776] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2c80b9-cf6a-4389-b4b1-c5c871f99f52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.856757] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 888.856757] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523708ec-34f8-6c68-5825-c136bed126fe" [ 888.856757] env[69674]: _type = "Task" [ 888.856757] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.865259] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523708ec-34f8-6c68-5825-c136bed126fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.887327] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.903137] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52831b04-e5d0-6a9d-0cf1-f145c49546c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011367} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.904014] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ae5f11-c4b5-4db5-99d7-03261c12f094 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.909654] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 888.909654] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52189971-2d8e-bec5-4f42-fcc89d66252f" [ 888.909654] env[69674]: _type = "Task" [ 888.909654] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.920154] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52189971-2d8e-bec5-4f42-fcc89d66252f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.961688] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256883, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.973118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.973372] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 888.976261] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.471s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.977803] env[69674]: INFO nova.compute.claims [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.075816] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256888, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.159180] env[69674]: INFO nova.compute.manager [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Took 45.04 seconds to build instance. [ 889.190226] env[69674]: DEBUG oslo_concurrency.lockutils [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Releasing lock "refresh_cache-888b0976-1a94-4901-8904-fefd169b829b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.190758] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.191046] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e311baee-d758-4f5e-b44d-871ce83333bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.198011] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 889.198011] env[69674]: value = "task-3256889" [ 889.198011] env[69674]: _type = "Task" [ 889.198011] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.208735] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.370744] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523708ec-34f8-6c68-5825-c136bed126fe, 'name': SearchDatastore_Task, 'duration_secs': 0.042464} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.371126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.371388] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.371600] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.389256] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542827} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.389808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.390194] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.390628] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61427b93-707c-49a5-b02d-0fe17c6b9b1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.400065] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 889.400065] env[69674]: value = "task-3256890" [ 889.400065] env[69674]: _type = "Task" [ 889.400065] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.412538] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.425671] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52189971-2d8e-bec5-4f42-fcc89d66252f, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.425971] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.426249] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/469dce9b-76fb-43bf-98aa-6eacc683c3ae.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.426617] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.426822] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.427074] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054ad643-0e1c-470c-af94-8fbbbc2e832a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.429665] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab4d2f10-cc65-4142-b231-4002b9f07487 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.436906] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 889.436906] env[69674]: value = "task-3256891" [ 889.436906] env[69674]: _type = "Task" [ 889.436906] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.441951] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.441951] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.443023] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2052a72-a45e-457a-bcdd-cd687c822838 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.449345] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.452169] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 889.452169] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52096b54-fd1d-59e5-bb72-bf46d152e1b6" [ 889.452169] env[69674]: _type = "Task" [ 889.452169] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.455813] env[69674]: DEBUG nova.network.neutron [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updated VIF entry in instance network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.456160] env[69674]: DEBUG nova.network.neutron [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.464936] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52096b54-fd1d-59e5-bb72-bf46d152e1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.468067] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256883, 'name': CreateSnapshot_Task, 'duration_secs': 1.022496} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.468856] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.469600] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8482ca-0ff8-4c06-bd37-0fdb6f7d8895 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.482041] env[69674]: DEBUG nova.compute.utils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.483087] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 889.483261] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.550525] env[69674]: DEBUG nova.policy [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.575353] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256888, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.662972] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c3b274d1-e80b-493b-beaf-b585ecb6bb90 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.403s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.710873] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256889, 'name': PowerOffVM_Task, 'duration_secs': 0.222503} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.710873] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:03:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30702fb5-5ed6-46f1-8591-537fb22cbe30',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264303079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.710873] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.716884] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c23c7ee-ce13-46fc-ba4a-775b97f99f44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.735788] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 889.735788] env[69674]: value = "task-3256892" [ 889.735788] env[69674]: _type = "Task" [ 889.735788] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.742732] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.857951] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.858347] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.858438] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.858606] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.858795] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.859289] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.859658] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.859946] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.860265] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.860456] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.860659] env[69674]: DEBUG nova.virt.hardware [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.861595] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2267eaf-1b12-46c5-9214-22a98d566a2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.871886] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30634ec2-bb1c-47d6-8ce1-6daf10062930 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.891204] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.897112] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.900855] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Successfully created port: bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.902797] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.903152] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bcf75e3-c4d5-4fee-a0d8-018e342bd294 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.926144] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153047} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.927473] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.927473] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.927473] env[69674]: value = "task-3256893" [ 889.927473] env[69674]: _type = "Task" [ 889.927473] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.927869] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382e181-7eda-40e8-8f0b-a32c5d7b87ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.953234] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.963416] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bffb440-1baf-48f6-8d06-1473bb82a03d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.978527] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256893, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.979101] env[69674]: DEBUG oslo_concurrency.lockutils [req-b02a1cbc-6faa-4231-bcf8-32ead9276649 req-2b62ea3d-8562-40bb-9987-6fa78c9beff0 service nova] Releasing lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.989320] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.993224] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 889.998658] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f77337b-d8c6-4988-bd96-aff5ef3ef506 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.002115] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.003863] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 890.003863] env[69674]: value = "task-3256894" [ 890.003863] env[69674]: _type = "Task" [ 890.003863] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.007678] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52096b54-fd1d-59e5-bb72-bf46d152e1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.012360] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d60f55c-7baa-46af-bc68-c50c3d3b877c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.017279] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 890.017279] env[69674]: value = "task-3256895" [ 890.017279] env[69674]: _type = "Task" [ 890.017279] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.024112] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 890.024112] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273c077-0e05-f028-2442-340fce84e780" [ 890.024112] env[69674]: _type = "Task" [ 890.024112] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.024354] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.031891] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256895, 'name': CloneVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.040971] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273c077-0e05-f028-2442-340fce84e780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.079931] env[69674]: DEBUG oslo_vmware.api [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256888, 'name': RemoveSnapshot_Task, 'duration_secs': 1.329065} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.080933] env[69674]: DEBUG nova.network.neutron [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [{"id": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "address": "fa:16:3e:3b:72:aa", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375c5f1e-56", "ovs_interfaceid": "375c5f1e-56be-4281-9d9b-b4aa6885dbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.082286] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.253887] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256892, 'name': ReconfigVM_Task, 'duration_secs': 0.176847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.254905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5329a5-36b2-47be-99f1-9a1c5d4adab2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.277551] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T13:03:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30702fb5-5ed6-46f1-8591-537fb22cbe30',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264303079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.277750] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.277908] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.278110] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.278260] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.278489] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.278790] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.279078] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.279677] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.279677] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.279853] env[69674]: DEBUG nova.virt.hardware [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.283609] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebee04a5-5698-4e57-b254-6975e7a98811 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.292880] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 890.292880] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5232955d-4916-6312-d5f2-d8648e0bc029" [ 890.292880] env[69674]: _type = "Task" [ 890.292880] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.302110] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5232955d-4916-6312-d5f2-d8648e0bc029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.442915] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256893, 'name': CreateVM_Task, 'duration_secs': 0.436283} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.442915] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.443202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.443370] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.443687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.443947] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf06480e-0d67-422e-869e-2b7cda93c481 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.451352] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 890.451352] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52178791-39cd-9417-e9c6-43ab9c47e257" [ 890.451352] env[69674]: _type = "Task" [ 890.451352] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.455938] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91181} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.464022] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/469dce9b-76fb-43bf-98aa-6eacc683c3ae.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.464022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.464022] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1346da00-05fd-4b78-8e78-cbd5fce69e1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.471067] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52178791-39cd-9417-e9c6-43ab9c47e257, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.472338] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.472446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.472803] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.473022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.473455] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.473805] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 890.473805] env[69674]: value = "task-3256896" [ 890.473805] env[69674]: _type = "Task" [ 890.473805] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.474030] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a3d93d9-229c-4931-b194-80fa4be1ef64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.489192] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.508515] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.508741] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.516043] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20b826e-cc40-45b1-821f-f049526d4d99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.526195] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.531175] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 890.531175] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283fe6f-1b13-7bfc-b728-2533fd4232e7" [ 890.531175] env[69674]: _type = "Task" [ 890.531175] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.534994] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256895, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.546126] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5273c077-0e05-f028-2442-340fce84e780, 'name': SearchDatastore_Task, 'duration_secs': 0.07446} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.546126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.546363] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c7566347-5e0a-40d9-a227-ccef21b1559d/c7566347-5e0a-40d9-a227-ccef21b1559d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.546619] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a997d03d-991a-4beb-a12f-7b3e61d23a1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.553705] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283fe6f-1b13-7bfc-b728-2533fd4232e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018159} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.557708] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9eea297-2b91-4eae-be41-041a756c33fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.560938] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 890.560938] env[69674]: value = "task-3256897" [ 890.560938] env[69674]: _type = "Task" [ 890.560938] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.566029] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 890.566029] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52514607-1338-bbec-5749-f680f90ce13d" [ 890.566029] env[69674]: _type = "Task" [ 890.566029] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.574337] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.581255] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52514607-1338-bbec-5749-f680f90ce13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.585881] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-79421382-86c8-4416-bf68-b1f3c3364f46" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.586128] env[69674]: DEBUG nova.objects.instance [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'migration_context' on Instance uuid 79421382-86c8-4416-bf68-b1f3c3364f46 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.593562] env[69674]: WARNING nova.compute.manager [None req-0506e88a-d18e-41a4-8ee4-f3a169adb119 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Image not found during snapshot: nova.exception.ImageNotFound: Image 256b48e0-5096-4451-8159-ea52485cd757 could not be found. [ 890.624261] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d1e4a8-665a-4c3c-9dc0-3910ee445d92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.630244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5bd3e-f8bf-448d-be48-1072f4732019 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.663417] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d56fa0-f045-4ee7-ae62-61fee0351437 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.672359] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19375ecb-6801-4666-bb97-682fde2e1bf4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.687998] env[69674]: DEBUG nova.compute.provider_tree [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.713422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.713422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.713708] env[69674]: INFO nova.compute.manager [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Shelving [ 890.803357] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5232955d-4916-6312-d5f2-d8648e0bc029, 'name': SearchDatastore_Task, 'duration_secs': 0.030664} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.809034] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.809417] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807f9cd1-983f-4a20-80b5-275be6bd1982 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.829208] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 890.829208] env[69674]: value = "task-3256898" [ 890.829208] env[69674]: _type = "Task" [ 890.829208] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.838059] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.987563] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074884} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.987923] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.988897] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0f339-c204-4a43-8e04-d42371658478 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.018046] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/469dce9b-76fb-43bf-98aa-6eacc683c3ae.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.019424] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 891.021764] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fbcc42-c27e-411b-a4ca-e6141a64075f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.056736] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256894, 'name': ReconfigVM_Task, 'duration_secs': 0.794938} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.061926] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Reconfigured VM instance instance-0000001c to attach disk [datastore1] d45a13c5-09e6-474c-ae59-fa31d1653776/d45a13c5-09e6-474c-ae59-fa31d1653776.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.063048] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256895, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.063248] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 891.063248] env[69674]: value = "task-3256899" [ 891.063248] env[69674]: _type = "Task" [ 891.063248] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.065677] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5418fb-98e1-47f3-afdd-0f1b4030a3c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.080942] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.081215] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.081375] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.081555] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.081701] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.081850] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.082146] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.082353] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.082545] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.082716] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.082883] env[69674]: DEBUG nova.virt.hardware [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.084217] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cdde11-f077-49bf-bd17-29829bf149dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.096549] env[69674]: DEBUG nova.objects.base [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Object Instance<79421382-86c8-4416-bf68-b1f3c3364f46> lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.097034] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 891.097034] env[69674]: value = "task-3256900" [ 891.097034] env[69674]: _type = "Task" [ 891.097034] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.097300] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.097546] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.103987] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7d9a9-2afa-4a6c-bf6f-ae8e97ca25fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.107322] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52514607-1338-bbec-5749-f680f90ce13d, 'name': SearchDatastore_Task, 'duration_secs': 0.016166} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.111409] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.111946] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.114195] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fdada4-1cdc-469b-b348-c3c6293e1001 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.134721] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ca1961-ca30-43e6-ba94-553d580e00d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.142969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65c271-d81c-42de-83db-b34883936b57 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.147719] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256900, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.148228] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 891.148228] env[69674]: value = "task-3256901" [ 891.148228] env[69674]: _type = "Task" [ 891.148228] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.163486] env[69674]: DEBUG oslo_vmware.api [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 891.163486] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524f454f-a61f-b94c-12f2-25326bbbd60e" [ 891.163486] env[69674]: _type = "Task" [ 891.163486] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.170043] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.177323] env[69674]: DEBUG oslo_vmware.api [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524f454f-a61f-b94c-12f2-25326bbbd60e, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.177323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.192294] env[69674]: DEBUG nova.scheduler.client.report [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.343741] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256898, 'name': ReconfigVM_Task, 'duration_secs': 0.432354} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.344124] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.345440] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d84976-67d0-44d4-b647-7fd4a4733ad2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.370238] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.370599] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14ce7a0-a00e-444d-ab80-25e52b3180b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.390349] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 891.390349] env[69674]: value = "task-3256902" [ 891.390349] env[69674]: _type = "Task" [ 891.390349] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.398321] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.558694] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256895, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.580406] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6257} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.581896] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c7566347-5e0a-40d9-a227-ccef21b1559d/c7566347-5e0a-40d9-a227-ccef21b1559d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.581896] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.582231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d83e24e-062e-4d79-9cd9-6ee86e91ca88 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.588944] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.590911] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 891.590911] env[69674]: value = "task-3256903" [ 891.590911] env[69674]: _type = "Task" [ 891.590911] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.607065] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.618884] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256900, 'name': Rename_Task, 'duration_secs': 0.300719} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.619995] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.619995] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86637359-6e55-412e-bf25-7a4184d9bcfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.628650] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 891.628650] env[69674]: value = "task-3256904" [ 891.628650] env[69674]: _type = "Task" [ 891.628650] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.644926] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.661185] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256901, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.665098] env[69674]: DEBUG nova.compute.manager [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-plugged-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 891.665506] env[69674]: DEBUG oslo_concurrency.lockutils [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.665610] env[69674]: DEBUG oslo_concurrency.lockutils [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.665724] env[69674]: DEBUG oslo_concurrency.lockutils [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.666057] env[69674]: DEBUG nova.compute.manager [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] No waiting events found dispatching network-vif-plugged-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.666267] env[69674]: WARNING nova.compute.manager [req-577b03f1-3caf-4200-9e21-345cafb03371 req-666b2256-dce4-4d35-a9aa-a4b2767a35ce service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received unexpected event network-vif-plugged-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 for instance with vm_state building and task_state spawning. [ 891.697449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.702171] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 891.706030] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.478s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.706030] env[69674]: INFO nova.compute.claims [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.722729] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.723536] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e73c76a-7f25-48f9-a5ba-b97d6bcac42d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.736355] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 891.736355] env[69674]: value = "task-3256905" [ 891.736355] env[69674]: _type = "Task" [ 891.736355] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.749154] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.760768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.760768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.760768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.761280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.761280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.766189] env[69674]: INFO nova.compute.manager [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Terminating instance [ 891.876949] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Successfully updated port: bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.901576] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256902, 'name': ReconfigVM_Task, 'duration_secs': 0.367253} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.901866] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 888b0976-1a94-4901-8904-fefd169b829b/888b0976-1a94-4901-8904-fefd169b829b.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.902761] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c8e22-92da-405a-a192-99d6a250b614 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.924870] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca41b89-7a0c-4113-a4a0-6d0550545840 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.949482] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffb3cd9-d69b-47bb-8e57-d635eb9ae629 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.970568] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bb9ace-53ad-4775-a98b-6a9c94ffce6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.978649] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.979077] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5187965-23ec-40c2-b722-b6738d88bd0b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.987014] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 891.987014] env[69674]: value = "task-3256906" [ 891.987014] env[69674]: _type = "Task" [ 891.987014] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.995943] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.056708] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256895, 'name': CloneVM_Task, 'duration_secs': 1.995266} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.056869] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Created linked-clone VM from snapshot [ 892.057553] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b0bc6-5bc8-48db-b3ab-48b47b0c2be6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.067181] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Uploading image 340c1f5e-920e-41d6-97ec-bcf5c7c52ca1 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.081130] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256899, 'name': ReconfigVM_Task, 'duration_secs': 0.599256} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.081512] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/469dce9b-76fb-43bf-98aa-6eacc683c3ae.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.082406] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b3b12f-cbfb-4869-b68c-ddbe4d4edf29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.093133] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 892.093133] env[69674]: value = "task-3256907" [ 892.093133] env[69674]: _type = "Task" [ 892.093133] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.098657] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 892.098657] env[69674]: value = "vm-650723" [ 892.098657] env[69674]: _type = "VirtualMachine" [ 892.098657] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 892.098896] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d4d22d6-7fe3-4e4c-a7ba-8681bb1e58f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.104246] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256907, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.108222] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097279} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.109739] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.110122] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease: (returnval){ [ 892.110122] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527460c1-1ea7-c675-69f9-d1a3ada57696" [ 892.110122] env[69674]: _type = "HttpNfcLease" [ 892.110122] env[69674]: } obtained for exporting VM: (result){ [ 892.110122] env[69674]: value = "vm-650723" [ 892.110122] env[69674]: _type = "VirtualMachine" [ 892.110122] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 892.110344] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the lease: (returnval){ [ 892.110344] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527460c1-1ea7-c675-69f9-d1a3ada57696" [ 892.110344] env[69674]: _type = "HttpNfcLease" [ 892.110344] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 892.111642] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475bd9f-ed53-4c6b-b435-3e87285baf87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121360] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.121360] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527460c1-1ea7-c675-69f9-d1a3ada57696" [ 892.121360] env[69674]: _type = "HttpNfcLease" [ 892.121360] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 892.140570] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] c7566347-5e0a-40d9-a227-ccef21b1559d/c7566347-5e0a-40d9-a227-ccef21b1559d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.143784] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f15fddc-1f93-4f65-8a04-1ae60c79f86f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.167693] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256904, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.169377] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 892.169377] env[69674]: value = "task-3256909" [ 892.169377] env[69674]: _type = "Task" [ 892.169377] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.177330] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716853} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.177889] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.178172] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.178449] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb7d466-8fdb-4575-9156-68315186663d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.183460] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.187408] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 892.187408] env[69674]: value = "task-3256910" [ 892.187408] env[69674]: _type = "Task" [ 892.187408] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.194763] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.215643] env[69674]: DEBUG nova.compute.utils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.215643] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 892.215643] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.246729] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256905, 'name': PowerOffVM_Task, 'duration_secs': 0.300181} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.248497] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.248497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee948c7e-38da-4709-a4e7-b1975eb07530 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.268194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0f40c-e1c1-4e61-bd40-08909cced0b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.271345] env[69674]: DEBUG nova.compute.manager [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 892.271538] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.272331] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e54bd58-05e2-4734-8c41-b04a22de45b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.279394] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.281029] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b748f4df-40b1-47e6-8308-d41174fc9b42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.286055] env[69674]: DEBUG nova.policy [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7caf43f22b8431d95ab7a7d71f3b313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a7b22682966418689f0f0cf3f9438fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.292701] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 892.292701] env[69674]: value = "task-3256911" [ 892.292701] env[69674]: _type = "Task" [ 892.292701] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.301048] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.380254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.380254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.380372] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.503511] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.600818] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256907, 'name': Rename_Task, 'duration_secs': 0.163222} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.601263] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.601585] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32536aa-4adf-4932-a302-3a4f0ade60f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.610214] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 892.610214] env[69674]: value = "task-3256912" [ 892.610214] env[69674]: _type = "Task" [ 892.610214] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.621247] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.625628] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.625628] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527460c1-1ea7-c675-69f9-d1a3ada57696" [ 892.625628] env[69674]: _type = "HttpNfcLease" [ 892.625628] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.625812] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.625812] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527460c1-1ea7-c675-69f9-d1a3ada57696" [ 892.625812] env[69674]: _type = "HttpNfcLease" [ 892.625812] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.626624] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0757e23-cc9d-4de0-905d-e3f590e92f7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.637069] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.637386] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.710184] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Successfully created port: c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.733840] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 892.738040] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.746202] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256910, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.751672] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.788303] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa786bd3-a8ba-4ee9-ba8c-bdc04dbf9ca3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.791313] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.792338] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75d44ba4-9e3d-41db-bf75-f2be19ab3454 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.806829] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 892.806829] env[69674]: value = "task-3256913" [ 892.806829] env[69674]: _type = "Task" [ 892.806829] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.811963] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256911, 'name': PowerOffVM_Task, 'duration_secs': 0.214588} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.815529] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.815729] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.820558] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c387e2cd-0bd8-46b6-bd62-5ea0f790ad24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.832171] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.893483] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.893704] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.893887] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleting the datastore file [datastore2] 49bb35eb-7fb8-4c1b-974e-d5d055135d2d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.894169] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12d8c22-915f-4697-9e6b-04ee1507775e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.902777] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 892.902777] env[69674]: value = "task-3256915" [ 892.902777] env[69674]: _type = "Task" [ 892.902777] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.915801] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.964827] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.008086] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.126783] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.149174] env[69674]: DEBUG oslo_vmware.api [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256904, 'name': PowerOnVM_Task, 'duration_secs': 1.253579} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.158776] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.159165] env[69674]: DEBUG nova.compute.manager [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 893.160972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fc1d4-47d1-40ef-8cb6-152a1d37746b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.230612] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256909, 'name': ReconfigVM_Task, 'duration_secs': 0.987856} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.231276] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.573942} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.235813] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] c7566347-5e0a-40d9-a227-ccef21b1559d/c7566347-5e0a-40d9-a227-ccef21b1559d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.236853] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.237878] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-311c595d-a393-4b8f-9ac9-61074e47692a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.241619] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315c418-5b2c-49bd-8aca-5697971088a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.252728] env[69674]: DEBUG nova.network.neutron [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.282863] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.283391] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 893.283391] env[69674]: value = "task-3256916" [ 893.283391] env[69674]: _type = "Task" [ 893.283391] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.288275] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970fcfb5-4e1c-4a59-9937-bea08165f697 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.321394] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 893.321394] env[69674]: value = "task-3256917" [ 893.321394] env[69674]: _type = "Task" [ 893.321394] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.321730] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256916, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.334260] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.339964] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.370925] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.370925] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.419971] env[69674]: DEBUG oslo_vmware.api [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3256915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195948} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.421732] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.421958] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.422180] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.422377] env[69674]: INFO nova.compute.manager [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 893.422749] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.423605] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab3da7-d674-4c94-a50f-4335bc7ad5ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.428333] env[69674]: DEBUG nova.compute.manager [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 893.428333] env[69674]: DEBUG nova.network.neutron [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.434115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56ba0b-6918-44b6-9e5b-9a7f6adc41cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.467332] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03edaeb-9e3c-4d09-8f94-2dae0799b2d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.476031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03491cba-7f93-4f6f-bbcb-ec5bf3312cf9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.495437] env[69674]: DEBUG nova.compute.provider_tree [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.506164] env[69674]: DEBUG oslo_vmware.api [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256906, 'name': PowerOnVM_Task, 'duration_secs': 1.132845} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.506508] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.621488] env[69674]: DEBUG oslo_vmware.api [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256912, 'name': PowerOnVM_Task, 'duration_secs': 0.586308} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.621873] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.622200] env[69674]: INFO nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Took 11.41 seconds to spawn the instance on the hypervisor. [ 893.622458] env[69674]: DEBUG nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 893.623418] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ab325-8fe3-486f-b373-1f995de4246b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.686050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.729838] env[69674]: DEBUG nova.compute.manager [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-changed-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 893.730137] env[69674]: DEBUG nova.compute.manager [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing instance network info cache due to event network-changed-bd53cbde-85ea-4076-a7be-cbcdf11b9d16. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 893.730451] env[69674]: DEBUG oslo_concurrency.lockutils [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.751436] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 893.758872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.758872] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Instance network_info: |[{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 893.759116] env[69674]: DEBUG oslo_concurrency.lockutils [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.759214] env[69674]: DEBUG nova.network.neutron [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing network info cache for port bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.760695] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:79:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd53cbde-85ea-4076-a7be-cbcdf11b9d16', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.769213] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.772593] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.773667] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1473f37-3a03-424f-891b-141713ba2a44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.796123] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.796455] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.796665] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.796888] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.797058] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.797423] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.797682] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.797887] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.798437] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.798437] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.798437] env[69674]: DEBUG nova.virt.hardware [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.800119] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9caf2dc-b5cf-4c22-827b-3f62d86f5397 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.813979] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fda2d1e-10d1-4b01-9577-b63fd6bfab67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.818807] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.818807] env[69674]: value = "task-3256918" [ 893.818807] env[69674]: _type = "Task" [ 893.818807] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.838110] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256916, 'name': Rename_Task, 'duration_secs': 0.172605} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.842393] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.847292] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f06e9cec-6b43-4e56-af6a-b7c2747a35e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.848181] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256913, 'name': CreateSnapshot_Task, 'duration_secs': 0.796668} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.852033] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.852372] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256918, 'name': CreateVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.853566] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece4c62-f147-4691-8015-28d0fb499c74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.859430] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.861255] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 893.861255] env[69674]: value = "task-3256919" [ 893.861255] env[69674]: _type = "Task" [ 893.861255] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.876029] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 893.881037] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.926221] env[69674]: DEBUG nova.compute.manager [req-9540a5f3-82d7-4b5a-83f5-82e962600ba2 req-a715f3f1-cb68-498c-878c-fd27c844fde6 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Received event network-vif-deleted-08a7faad-7d58-41b4-82da-73ff100f1a77 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 893.926582] env[69674]: INFO nova.compute.manager [req-9540a5f3-82d7-4b5a-83f5-82e962600ba2 req-a715f3f1-cb68-498c-878c-fd27c844fde6 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Neutron deleted interface 08a7faad-7d58-41b4-82da-73ff100f1a77; detaching it from the instance and deleting it from the info cache [ 893.926891] env[69674]: DEBUG nova.network.neutron [req-9540a5f3-82d7-4b5a-83f5-82e962600ba2 req-a715f3f1-cb68-498c-878c-fd27c844fde6 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.003525] env[69674]: DEBUG nova.scheduler.client.report [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.143884] env[69674]: INFO nova.compute.manager [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Took 48.45 seconds to build instance. [ 894.304079] env[69674]: DEBUG nova.network.neutron [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.333762] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256918, 'name': CreateVM_Task, 'duration_secs': 0.521062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.333920] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.335107] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.335406] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.335692] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.336551] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94b3354-7e6e-4808-bb36-7709c0623dc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.348079] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 894.348079] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca1a5a-b619-732b-5b6f-faba91afbd8d" [ 894.348079] env[69674]: _type = "Task" [ 894.348079] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.353149] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256917, 'name': ReconfigVM_Task, 'duration_secs': 0.542465} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.358272] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4/0dcd11d7-7519-48e1-a905-b3e37aa50ec4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.360257] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bc20f1f-08c9-4ea8-a9e8-8ff823cc9d9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.385035] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.385552] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ca1a5a-b619-732b-5b6f-faba91afbd8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.391252] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cc37642-0e8c-4b8b-8cf6-622c605510f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.395929] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.396270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.396639] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.396867] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.397182] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.398030] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 894.398030] env[69674]: value = "task-3256920" [ 894.398030] env[69674]: _type = "Task" [ 894.398030] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.408932] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba849a4-a36d-41ef-a6cf-3fbb9a346e49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.411502] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.420018] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 894.420018] env[69674]: value = "task-3256921" [ 894.420018] env[69674]: _type = "Task" [ 894.420018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.426080] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256920, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.428166] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.428698] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.429367] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621db4f4-2c27-4767-b8f1-559a129e4f38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.435904] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a1e979e-6d3c-41bf-8b44-112a4eec36a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.438138] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256921, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.439340] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.445336] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 894.445336] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52343015-e170-ba57-6c17-43a53e5905a9" [ 894.445336] env[69674]: _type = "Task" [ 894.445336] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.454451] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df49910-d56d-4136-9257-e76fa55cc477 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.479047] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52343015-e170-ba57-6c17-43a53e5905a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014537} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.479980] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db679daf-049e-426f-ac6f-ee005e723c10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.503962] env[69674]: DEBUG nova.compute.manager [req-9540a5f3-82d7-4b5a-83f5-82e962600ba2 req-a715f3f1-cb68-498c-878c-fd27c844fde6 service nova] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Detach interface failed, port_id=08a7faad-7d58-41b4-82da-73ff100f1a77, reason: Instance 49bb35eb-7fb8-4c1b-974e-d5d055135d2d could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 894.506806] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 894.506806] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209d04f-f455-c3fa-386b-bf66a3f23d35" [ 894.506806] env[69674]: _type = "Task" [ 894.506806] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.511977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.511977] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 894.515146] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.341s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.516544] env[69674]: INFO nova.compute.claims [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.523027] env[69674]: INFO nova.compute.manager [None req-771bcd87-a7dc-42ad-8e85-c3020c4f8d0f tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance to original state: 'active' [ 894.530379] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209d04f-f455-c3fa-386b-bf66a3f23d35, 'name': SearchDatastore_Task, 'duration_secs': 0.017872} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.530599] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.532207] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4e8770bb-294c-4b0c-a8d4-d6d13699f850/4e8770bb-294c-4b0c-a8d4-d6d13699f850.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.532207] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53761ff0-0c40-48a0-9e27-acf0bb30b397 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.540393] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 894.540393] env[69674]: value = "task-3256922" [ 894.540393] env[69674]: _type = "Task" [ 894.540393] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.554814] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.566837] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Successfully updated port: c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.646620] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd8cffd-dbf5-45f0-9c28-8bc1c0b515fd tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.297s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.667739] env[69674]: DEBUG nova.network.neutron [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updated VIF entry in instance network info cache for port bd53cbde-85ea-4076-a7be-cbcdf11b9d16. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.668772] env[69674]: DEBUG nova.network.neutron [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.810779] env[69674]: INFO nova.compute.manager [-] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Took 1.38 seconds to deallocate network for instance. [ 894.878957] env[69674]: DEBUG oslo_vmware.api [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256919, 'name': PowerOnVM_Task, 'duration_secs': 0.734696} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.879689] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.880309] env[69674]: INFO nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Took 10.00 seconds to spawn the instance on the hypervisor. [ 894.880776] env[69674]: DEBUG nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 894.882328] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cfb997-980b-418a-b083-57457bc64366 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.927398] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256920, 'name': Rename_Task, 'duration_secs': 0.420402} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.929829] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.929829] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9810b6ef-602b-4403-88b4-d8d4d4ccb149 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.936421] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256921, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.944361] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 894.944361] env[69674]: value = "task-3256923" [ 894.944361] env[69674]: _type = "Task" [ 894.944361] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.954987] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.974741] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.975088] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.975421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.975693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.975944] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.978817] env[69674]: INFO nova.compute.manager [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Terminating instance [ 895.025070] env[69674]: DEBUG nova.compute.utils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.027236] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 895.053067] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.068750] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.069029] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.069268] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.172266] env[69674]: DEBUG oslo_concurrency.lockutils [req-7aff8a42-ff95-4e51-bdba-b91b6f94e8cf req-9df27235-7307-4d37-8950-422f64edfee1 service nova] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.323106] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.410518] env[69674]: INFO nova.compute.manager [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Took 41.83 seconds to build instance. [ 895.435439] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256921, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.457183] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.465019] env[69674]: INFO nova.compute.manager [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Rescuing [ 895.465403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.465601] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.465812] env[69674]: DEBUG nova.network.neutron [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.484407] env[69674]: DEBUG nova.compute.manager [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 895.484674] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.485904] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5219ab-6e62-4305-aec0-ee7a968776c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.494954] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.495309] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14aa9b36-2aca-4288-891d-f6fa9ad16b0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.503260] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 895.503260] env[69674]: value = "task-3256924" [ 895.503260] env[69674]: _type = "Task" [ 895.503260] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.513243] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.532755] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 895.552375] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669251} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.552795] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4e8770bb-294c-4b0c-a8d4-d6d13699f850/4e8770bb-294c-4b0c-a8d4-d6d13699f850.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.554020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.554020] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e29d77d-65b6-4e53-8b1b-776c3238f02c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.560694] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 895.560694] env[69674]: value = "task-3256925" [ 895.560694] env[69674]: _type = "Task" [ 895.560694] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.576608] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.618161] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.858955] env[69674]: DEBUG nova.network.neutron [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.872655] env[69674]: DEBUG nova.compute.manager [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 895.872909] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.873239] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.873420] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.873589] env[69674]: DEBUG nova.compute.manager [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] No waiting events found dispatching network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.873755] env[69674]: WARNING nova.compute.manager [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received unexpected event network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 for instance with vm_state building and task_state spawning. [ 895.873910] env[69674]: DEBUG nova.compute.manager [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 895.874078] env[69674]: DEBUG nova.compute.manager [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing instance network info cache due to event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 895.874247] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.913267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d485ab8d-b803-42e5-a53d-ac4954935fb2 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.006s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.935402] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256921, 'name': CloneVM_Task, 'duration_secs': 1.483024} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.936136] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Created linked-clone VM from snapshot [ 895.936770] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673163e-2278-4c7c-8bbd-b100b786f775 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.947958] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Uploading image 8be3b9a8-b34b-4900-9837-b3fbd228703a {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 895.961512] env[69674]: DEBUG oslo_vmware.api [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256923, 'name': PowerOnVM_Task, 'duration_secs': 0.704758} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.966207] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.966564] env[69674]: DEBUG nova.compute.manager [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 895.968155] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07725dea-4cd7-42a4-87f7-d659034678b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.000486] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 896.000486] env[69674]: value = "vm-650726" [ 896.000486] env[69674]: _type = "VirtualMachine" [ 896.000486] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 896.004563] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4f80e77-621e-40b6-9e13-f97890a4c3f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.017343] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256924, 'name': PowerOffVM_Task, 'duration_secs': 0.284865} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.021904] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.022029] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.022451] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lease: (returnval){ [ 896.022451] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b25bbf-4647-42eb-9d00-861f40d95cba" [ 896.022451] env[69674]: _type = "HttpNfcLease" [ 896.022451] env[69674]: } obtained for exporting VM: (result){ [ 896.022451] env[69674]: value = "vm-650726" [ 896.022451] env[69674]: _type = "VirtualMachine" [ 896.022451] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 896.022711] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the lease: (returnval){ [ 896.022711] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b25bbf-4647-42eb-9d00-861f40d95cba" [ 896.022711] env[69674]: _type = "HttpNfcLease" [ 896.022711] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.026035] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d1561a-5e66-42dc-a01b-c7a964f95f67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.040988] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.040988] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b25bbf-4647-42eb-9d00-861f40d95cba" [ 896.040988] env[69674]: _type = "HttpNfcLease" [ 896.040988] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 896.044434] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 896.044434] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b25bbf-4647-42eb-9d00-861f40d95cba" [ 896.044434] env[69674]: _type = "HttpNfcLease" [ 896.044434] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 896.045774] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4a7d8-8024-4c2d-af47-a9b00709584b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.056924] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 896.056924] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 896.125920] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.126157] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.126340] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore1] 76970c21-c4d6-4e4f-9bf4-c6336882b320 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.127961] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4830dc24-5154-441a-b5b0-9457c601506a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.134641] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077514} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.135552] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.136413] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678427c5-bb96-4d7d-b762-ad66a0a10582 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.143166] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 896.143166] env[69674]: value = "task-3256928" [ 896.143166] env[69674]: _type = "Task" [ 896.143166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.159044] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "888b0976-1a94-4901-8904-fefd169b829b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.159349] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.159670] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "888b0976-1a94-4901-8904-fefd169b829b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.159889] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.160141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.171731] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 4e8770bb-294c-4b0c-a8d4-d6d13699f850/4e8770bb-294c-4b0c-a8d4-d6d13699f850.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.172510] env[69674]: INFO nova.compute.manager [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Terminating instance [ 896.180051] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfd20b9-8b11-4891-a2fa-e0e41c795881 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.199953] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.203255] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91bdac21-4179-4d96-b80c-ce971e9d3573 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.209135] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 896.209135] env[69674]: value = "task-3256929" [ 896.209135] env[69674]: _type = "Task" [ 896.209135] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.222480] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.257075] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcacc679-9e45-4e0c-ba70-a5e8d58be35a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.268704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00619afd-d350-428c-8779-e27506dede7f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.302136] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed163f9e-7407-4a4f-84b8-060321f92e9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.309805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f0f70-eb36-4d34-a2c1-a23338af3400 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.323433] env[69674]: DEBUG nova.compute.provider_tree [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.360941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.361378] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance network_info: |[{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 896.361745] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.362577] env[69674]: DEBUG nova.network.neutron [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.363353] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d4:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06fe11b-1fbb-4f05-ba23-b08943ff8018', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.372144] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating folder: Project (4a7b22682966418689f0f0cf3f9438fd). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.373104] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768fa0ca-acd0-4ee0-ac53-ae3cbed596c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.385166] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created folder: Project (4a7b22682966418689f0f0cf3f9438fd) in parent group-v650515. [ 896.385455] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating folder: Instances. Parent ref: group-v650727. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.385621] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5250b9-9ce6-4268-b5d4-dbd9299703dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.392950] env[69674]: DEBUG nova.network.neutron [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updating instance_info_cache with network_info: [{"id": "9a731626-55e4-4eae-8158-38e7701e51b5", "address": "fa:16:3e:6c:f4:40", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a731626-55", "ovs_interfaceid": "9a731626-55e4-4eae-8158-38e7701e51b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.395832] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created folder: Instances in parent group-v650727. [ 896.396146] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.396571] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.396791] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce8ac4b-32e2-4816-8e0e-957a20537f61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.419680] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.419680] env[69674]: value = "task-3256932" [ 896.419680] env[69674]: _type = "Task" [ 896.419680] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.427719] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256932, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.493527] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.546907] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 896.577104] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.577504] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.577795] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.578035] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.578209] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.579262] env[69674]: DEBUG nova.virt.hardware [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.580477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe53bbb6-09fe-48e6-b868-aec71e5afda9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.592321] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570c4ca-0f27-4a1d-ac0a-a8ce029261f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.607337] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.613224] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Creating folder: Project (be09dd46015b42ecb3f588244757c67c). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.613638] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a74748-a73c-4eea-959f-6c8966074794 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.625984] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Created folder: Project (be09dd46015b42ecb3f588244757c67c) in parent group-v650515. [ 896.626699] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Creating folder: Instances. Parent ref: group-v650730. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.626699] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9411db7a-d6b3-457d-974e-e97649caf326 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.639770] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Created folder: Instances in parent group-v650730. [ 896.640079] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.640302] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.640530] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bbf80e9-ac08-424c-b9f8-d8291e8d37c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.663870] env[69674]: DEBUG oslo_vmware.api [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3256928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347858} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.665339] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.665548] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.665723] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.665906] env[69674]: INFO nova.compute.manager [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Took 1.18 seconds to destroy the instance on the hypervisor. [ 896.666260] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.666527] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.666527] env[69674]: value = "task-3256935" [ 896.666527] env[69674]: _type = "Task" [ 896.666527] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.666722] env[69674]: DEBUG nova.compute.manager [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 896.666751] env[69674]: DEBUG nova.network.neutron [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.681753] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256935, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.701795] env[69674]: DEBUG nova.compute.manager [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 896.702314] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.703288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333d79e0-32da-4d8d-b115-94bd7ffaa617 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.711963] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.715881] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc88baa-d84f-42b7-a28d-0c87e6151bbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.723286] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256929, 'name': ReconfigVM_Task, 'duration_secs': 0.474063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.725076] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 4e8770bb-294c-4b0c-a8d4-d6d13699f850/4e8770bb-294c-4b0c-a8d4-d6d13699f850.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.726621] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 896.726621] env[69674]: value = "task-3256936" [ 896.726621] env[69674]: _type = "Task" [ 896.726621] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.726621] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69cd2f80-f734-42dd-b4dd-d3ddbbd2118b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.738718] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.740748] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 896.740748] env[69674]: value = "task-3256937" [ 896.740748] env[69674]: _type = "Task" [ 896.740748] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.797781] env[69674]: DEBUG nova.compute.manager [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 896.798344] env[69674]: DEBUG nova.compute.manager [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing instance network info cache due to event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 896.798473] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] Acquiring lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.798783] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] Acquired lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.799081] env[69674]: DEBUG nova.network.neutron [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.827031] env[69674]: DEBUG nova.scheduler.client.report [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.898159] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "refresh_cache-469dce9b-76fb-43bf-98aa-6eacc683c3ae" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.939734] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256932, 'name': CreateVM_Task, 'duration_secs': 0.436023} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.939942] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.940730] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.942655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.943085] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.943423] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977c7887-8f11-4f9f-b138-fae6ba97226d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.949840] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 896.949840] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52281911-cbd7-229b-00a6-c2780d1e6f78" [ 896.949840] env[69674]: _type = "Task" [ 896.949840] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.964709] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52281911-cbd7-229b-00a6-c2780d1e6f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.177205] env[69674]: DEBUG nova.network.neutron [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updated VIF entry in instance network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.177700] env[69674]: DEBUG nova.network.neutron [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.187465] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256935, 'name': CreateVM_Task, 'duration_secs': 0.340589} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.188304] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.188778] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.239607] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256936, 'name': PowerOffVM_Task, 'duration_secs': 0.315825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.240587] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.240587] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.241338] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ade2fb71-aa75-4d55-a4d4-0a603322a81f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.255765] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256937, 'name': Rename_Task, 'duration_secs': 0.214622} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.258281] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.258281] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d024e25-082a-4a7c-a40a-680b30ae1bf5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.267157] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 897.267157] env[69674]: value = "task-3256939" [ 897.267157] env[69674]: _type = "Task" [ 897.267157] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.275718] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.321809] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.322122] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.322355] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleting the datastore file [datastore1] 888b0976-1a94-4901-8904-fefd169b829b {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.322666] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48900b0a-b592-4d9e-ae64-b94b63113b7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.332323] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 897.332323] env[69674]: value = "task-3256940" [ 897.332323] env[69674]: _type = "Task" [ 897.332323] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.339078] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.339608] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 897.342708] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.442s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.344259] env[69674]: INFO nova.compute.claims [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.355774] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.461642] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52281911-cbd7-229b-00a6-c2780d1e6f78, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.462360] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.463074] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.463074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.463561] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.463959] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.464421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.465055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.465441] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a04eae-6736-4bb7-9c85-b85201afbc5c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.467825] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37f1dff-7f15-40e4-9c28-624d5a765389 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.478332] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 897.478332] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52def845-1d4b-a279-e20a-635f7c1b884c" [ 897.478332] env[69674]: _type = "Task" [ 897.478332] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.490362] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.491187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.493630] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1341f3-95fe-494b-9c10-028c8fe2c4ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.505053] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52def845-1d4b-a279-e20a-635f7c1b884c, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.510142] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511242] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.511242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.514468] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 897.514468] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fb70d-5121-9394-4a3a-6140b5898ccf" [ 897.514468] env[69674]: _type = "Task" [ 897.514468] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.527410] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fb70d-5121-9394-4a3a-6140b5898ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.587678] env[69674]: DEBUG nova.network.neutron [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updated VIF entry in instance network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.588101] env[69674]: DEBUG nova.network.neutron [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.681214] env[69674]: DEBUG oslo_concurrency.lockutils [req-efe835c2-9d44-4169-a989-cc66800fc022 req-b2c858fd-5037-45b3-9664-3103b29c7398 service nova] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.778312] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.794586] env[69674]: DEBUG nova.network.neutron [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.845027] env[69674]: DEBUG oslo_vmware.api [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3256940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369041} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.845027] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.845027] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.845027] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.845350] env[69674]: INFO nova.compute.manager [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 897.845442] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.845693] env[69674]: DEBUG nova.compute.manager [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 897.845815] env[69674]: DEBUG nova.network.neutron [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.854258] env[69674]: DEBUG nova.compute.utils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.856287] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 897.856416] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.917092] env[69674]: DEBUG nova.policy [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b120ad3ee9247099e3962390de7701f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8b64b26a744cd2bdc4ce70271846a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.927058] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "c7566347-5e0a-40d9-a227-ccef21b1559d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.927058] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.927223] env[69674]: INFO nova.compute.manager [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Rebooting instance [ 898.029814] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fb70d-5121-9394-4a3a-6140b5898ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.032384] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c877b1c-6a9f-47cf-ab93-236be250497a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.040919] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 898.040919] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a674dd-219c-361d-8bb4-8b90ad6f2d2d" [ 898.040919] env[69674]: _type = "Task" [ 898.040919] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.051168] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a674dd-219c-361d-8bb4-8b90ad6f2d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.091995] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c2477c8-9cea-49ed-8095-8ea80bb5e6b6 req-9cdf814b-5cc3-4b59-a632-6746475d21cd service nova] Releasing lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.276990] env[69674]: DEBUG oslo_vmware.api [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3256939, 'name': PowerOnVM_Task, 'duration_secs': 0.605653} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.277349] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.277612] env[69674]: INFO nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Took 7.26 seconds to spawn the instance on the hypervisor. [ 898.277856] env[69674]: DEBUG nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 898.278800] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e95023b-b03b-43c0-981a-85063ebf10eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.300540] env[69674]: INFO nova.compute.manager [-] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Took 1.63 seconds to deallocate network for instance. [ 898.301260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.301497] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.301695] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.301879] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.302064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.305105] env[69674]: INFO nova.compute.manager [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Terminating instance [ 898.362785] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 898.460871] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.461079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquired lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.461268] env[69674]: DEBUG nova.network.neutron [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.555732] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a674dd-219c-361d-8bb4-8b90ad6f2d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.022711} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.556019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.556287] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.556575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.556759] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.556984] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08da6c5-3f3a-41b4-89f2-4e3e37dd8a24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.559566] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff14bd01-43db-427a-bbc9-49c1ac4d0795 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.570310] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 898.570310] env[69674]: value = "task-3256941" [ 898.570310] env[69674]: _type = "Task" [ 898.570310] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.578126] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.578126] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.579363] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf4c774-33db-4c10-8fbc-b056b05c6cc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.585761] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.589139] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 898.589139] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cef13-ddaf-a0f0-7448-ba8d89601079" [ 898.589139] env[69674]: _type = "Task" [ 898.589139] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.600897] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cef13-ddaf-a0f0-7448-ba8d89601079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.603332] env[69674]: DEBUG nova.network.neutron [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.675727] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Successfully created port: c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.802418] env[69674]: INFO nova.compute.manager [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Took 41.43 seconds to build instance. [ 898.813682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.813682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "refresh_cache-0dcd11d7-7519-48e1-a905-b3e37aa50ec4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.813682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquired lock "refresh_cache-0dcd11d7-7519-48e1-a905-b3e37aa50ec4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.813682] env[69674]: DEBUG nova.network.neutron [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.951562] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a876d10-4a7f-4682-995a-3847fdf0f858 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.962887] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e63a2eb-7c0b-4c1b-8ecd-f766b2c8e619 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.998415] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d08d1-f456-4e83-a17e-83c56bc92383 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.008487] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da5400-0cf1-4131-b59d-4497ef4cab3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.025718] env[69674]: DEBUG nova.compute.provider_tree [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.085930] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.103133] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527cef13-ddaf-a0f0-7448-ba8d89601079, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.104626] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d54217f-c0a6-4777-9e5c-47d32c1e5a78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.108569] env[69674]: INFO nova.compute.manager [-] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Took 1.26 seconds to deallocate network for instance. [ 899.118396] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 899.118396] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e5edce-742e-2555-0568-08313dad7d1b" [ 899.118396] env[69674]: _type = "Task" [ 899.118396] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.133597] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e5edce-742e-2555-0568-08313dad7d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.238871] env[69674]: DEBUG nova.network.neutron [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.303566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5df14321-be06-4ada-98ae-38eeda79050a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.590s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.335267] env[69674]: DEBUG nova.network.neutron [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.376535] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 899.412551] env[69674]: DEBUG nova.network.neutron [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.533124] env[69674]: DEBUG nova.scheduler.client.report [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.581695] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856828} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.582054] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.582328] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.582617] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c248f1a-e2bf-4bec-91f3-63d809973c60 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.589019] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 899.589019] env[69674]: value = "task-3256942" [ 899.589019] env[69674]: _type = "Task" [ 899.589019] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.597528] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.623662] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.635190] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e5edce-742e-2555-0568-08313dad7d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.070278} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.635496] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.635800] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.636092] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d87a85-8ab8-424c-9775-a9631e6ea752 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643484] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 899.643484] env[69674]: value = "task-3256943" [ 899.643484] env[69674]: _type = "Task" [ 899.643484] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.653183] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.741836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Releasing lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.840068] env[69674]: DEBUG nova.compute.manager [req-a337619b-da48-48e9-8374-6aa041356047 req-ed283d1a-a9e5-4078-a3da-c792c4769405 service nova] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Received event network-vif-deleted-093a5b43-17e5-4995-9b65-2a536e22612a {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 899.840680] env[69674]: DEBUG nova.compute.manager [req-a337619b-da48-48e9-8374-6aa041356047 req-ed283d1a-a9e5-4078-a3da-c792c4769405 service nova] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Received event network-vif-deleted-37e76663-7d12-4ab2-90ee-8dfceefa73b8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 899.915686] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Releasing lock "refresh_cache-0dcd11d7-7519-48e1-a905-b3e37aa50ec4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.916234] env[69674]: DEBUG nova.compute.manager [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 899.916792] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.917349] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6709d60d-1b3d-4993-8f41-43eff19ca651 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.925885] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.926177] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17976b1f-415d-4775-9716-9108b30553ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.932937] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 899.932937] env[69674]: value = "task-3256944" [ 899.932937] env[69674]: _type = "Task" [ 899.932937] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.943281] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.039366] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.039988] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 900.043034] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.674s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.043034] env[69674]: DEBUG nova.objects.instance [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lazy-loading 'resources' on Instance uuid fafe2597-d5ac-4af9-8577-6d468d28abe8 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.099545] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119327} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.099981] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.100859] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525d445-8d9b-48f8-9393-548ebc5366b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.124200] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.124531] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613f40b1-cffb-45b8-a305-d76994006ec9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.143906] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 900.143906] env[69674]: value = "task-3256945" [ 900.143906] env[69674]: _type = "Task" [ 900.143906] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.155472] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.158656] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.247382] env[69674]: DEBUG nova.compute.manager [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 900.248361] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aded91-5653-4f5a-ba9a-5fde6d4d7e0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.444414] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256944, 'name': PowerOffVM_Task, 'duration_secs': 0.242333} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.444861] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.445123] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.445768] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c65258-c7b8-4a65-986b-fd0a6481f2a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.473154] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.473356] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.473517] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Deleting the datastore file [datastore2] 0dcd11d7-7519-48e1-a905-b3e37aa50ec4 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.473817] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1297accc-c556-4e98-8270-2cf32b86207c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.480835] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for the task: (returnval){ [ 900.480835] env[69674]: value = "task-3256947" [ 900.480835] env[69674]: _type = "Task" [ 900.480835] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.492143] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.502458] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Successfully updated port: c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.546836] env[69674]: DEBUG nova.compute.utils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.551434] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 900.551626] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.615613] env[69674]: DEBUG nova.policy [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f683035c8f1e456696bc9cbfa14d06aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a063cfd72f1f4a668af168ded5038847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.661978] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.668054] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.996353] env[69674]: DEBUG oslo_vmware.api [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Task: {'id': task-3256947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165471} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.996694] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.996879] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.997171] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.997262] env[69674]: INFO nova.compute.manager [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 900.997502] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.997707] env[69674]: DEBUG nova.compute.manager [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 900.997836] env[69674]: DEBUG nova.network.neutron [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.008481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.008481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.008688] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.028271] env[69674]: DEBUG nova.network.neutron [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.052456] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 901.072563] env[69674]: DEBUG nova.compute.manager [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Received event network-vif-plugged-c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 901.073011] env[69674]: DEBUG oslo_concurrency.lockutils [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] Acquiring lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.073261] env[69674]: DEBUG oslo_concurrency.lockutils [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.073518] env[69674]: DEBUG oslo_concurrency.lockutils [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.073739] env[69674]: DEBUG nova.compute.manager [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] No waiting events found dispatching network-vif-plugged-c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.074066] env[69674]: WARNING nova.compute.manager [req-769a17ba-6332-4b5a-80dc-2450734920d2 req-16bf5470-1141-4d65-823a-9f3954ae42e8 service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Received unexpected event network-vif-plugged-c1f35263-782f-4b8e-a687-1728523a26df for instance with vm_state building and task_state spawning. [ 901.100781] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Successfully created port: 02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.169535] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256943, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.169845] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256945, 'name': ReconfigVM_Task, 'duration_secs': 0.679183} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.173144] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.174488] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbba221-6c34-4794-9b70-f226e9b9a2d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.183580] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 901.183580] env[69674]: value = "task-3256948" [ 901.183580] env[69674]: _type = "Task" [ 901.183580] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.198628] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256948, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.268320] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082ec59-8fa7-4409-b220-800b57554147 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.282624] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Doing hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 901.282932] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-919dc772-caad-4b82-b80e-d94dd8763638 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.294257] env[69674]: DEBUG oslo_vmware.api [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 901.294257] env[69674]: value = "task-3256949" [ 901.294257] env[69674]: _type = "Task" [ 901.294257] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.304551] env[69674]: DEBUG oslo_vmware.api [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256949, 'name': ResetVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.306556] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205cd53a-ed6b-41f6-849b-810e45a04d9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.317270] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb71b42-e943-4c3e-acaf-52963fab0788 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.355492] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a32ffa-ebad-4509-a9e9-56e5f98f5f3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.363832] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1bca1e-234c-49e6-9eb5-6582fd95cf7b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.380164] env[69674]: DEBUG nova.compute.provider_tree [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.528676] env[69674]: DEBUG nova.network.neutron [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.552953] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.663951] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256943, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.665008} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.663951] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.663951] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.666412] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-068e9b9a-b0cc-46d0-ae00-c7d333c38df9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.674019] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 901.674019] env[69674]: value = "task-3256950" [ 901.674019] env[69674]: _type = "Task" [ 901.674019] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.682301] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.694038] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256948, 'name': Rename_Task, 'duration_secs': 0.236151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.694038] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.694275] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c96aea-a818-4fc7-a8c2-60182d0447ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.701112] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 901.701112] env[69674]: value = "task-3256951" [ 901.701112] env[69674]: _type = "Task" [ 901.701112] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.702294] env[69674]: DEBUG nova.network.neutron [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Updating instance_info_cache with network_info: [{"id": "c1f35263-782f-4b8e-a687-1728523a26df", "address": "fa:16:3e:cd:42:ee", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f35263-78", "ovs_interfaceid": "c1f35263-782f-4b8e-a687-1728523a26df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.711934] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.804596] env[69674]: DEBUG oslo_vmware.api [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256949, 'name': ResetVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.885767] env[69674]: DEBUG nova.scheduler.client.report [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.031300] env[69674]: INFO nova.compute.manager [-] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Took 1.03 seconds to deallocate network for instance. [ 902.062953] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 902.183989] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.207852] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.208258] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Instance network_info: |[{"id": "c1f35263-782f-4b8e-a687-1728523a26df", "address": "fa:16:3e:cd:42:ee", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f35263-78", "ovs_interfaceid": "c1f35263-782f-4b8e-a687-1728523a26df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 902.214837] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256951, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.312684] env[69674]: DEBUG oslo_vmware.api [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256949, 'name': ResetVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.391848] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.396464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.330s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.397117] env[69674]: DEBUG nova.objects.instance [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.455479] env[69674]: INFO nova.scheduler.client.report [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Deleted allocations for instance fafe2597-d5ac-4af9-8577-6d468d28abe8 [ 902.476509] env[69674]: DEBUG nova.compute.manager [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-changed-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 902.478914] env[69674]: DEBUG nova.compute.manager [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing instance network info cache due to event network-changed-bd53cbde-85ea-4076-a7be-cbcdf11b9d16. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 902.478914] env[69674]: DEBUG oslo_concurrency.lockutils [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.478914] env[69674]: DEBUG oslo_concurrency.lockutils [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.478914] env[69674]: DEBUG nova.network.neutron [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing network info cache for port bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.538234] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.688282] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.878518} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.688282] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.688282] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e054adb-3934-4142-8c40-15c97147e9f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.715565] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.716042] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf3e56b-650a-453c-b7cd-319b3cf162a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.741108] env[69674]: DEBUG oslo_vmware.api [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3256951, 'name': PowerOnVM_Task, 'duration_secs': 0.859149} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.742769] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.742993] env[69674]: INFO nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Took 8.99 seconds to spawn the instance on the hypervisor. [ 902.743190] env[69674]: DEBUG nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 902.744009] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 902.744009] env[69674]: value = "task-3256952" [ 902.744009] env[69674]: _type = "Task" [ 902.744009] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.744756] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e6fa2-99e3-4020-ab75-660dd4184b81 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.766076] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.807131] env[69674]: DEBUG oslo_vmware.api [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256949, 'name': ResetVM_Task, 'duration_secs': 1.149391} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.807488] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Did hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 902.808250] env[69674]: DEBUG nova.compute.manager [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 902.808617] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a910b-7031-44e9-8e18-815df9900282 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.945980] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Successfully updated port: 02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.963605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-afa0f398-d9e1-4d78-b033-f1cfce4371e7 tempest-ServerMetadataNegativeTestJSON-1276812011 tempest-ServerMetadataNegativeTestJSON-1276812011-project-member] Lock "fafe2597-d5ac-4af9-8577-6d468d28abe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.133s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.271975] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256952, 'name': ReconfigVM_Task, 'duration_secs': 0.471649} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.273541] env[69674]: DEBUG nova.network.neutron [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updated VIF entry in instance network info cache for port bd53cbde-85ea-4076-a7be-cbcdf11b9d16. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.274127] env[69674]: DEBUG nova.network.neutron [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.279930] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.279930] env[69674]: INFO nova.compute.manager [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Took 39.79 seconds to build instance. [ 903.280397] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf73973-3783-4b14-99a0-732fcbd63f74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.287960] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 903.287960] env[69674]: value = "task-3256953" [ 903.287960] env[69674]: _type = "Task" [ 903.287960] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.303229] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256953, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.323082] env[69674]: DEBUG oslo_concurrency.lockutils [None req-de55841a-8eb3-46ec-8ce5-e848974b0053 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.396s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.410625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f7929748-0409-4771-8d61-8463d87ddbd9 tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.411609] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.866s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.414135] env[69674]: INFO nova.compute.claims [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.451430] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.451537] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquired lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.452279] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.478403] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.478661] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.478824] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.479017] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.479173] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.479323] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.479593] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.479806] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.479991] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.480198] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.480380] env[69674]: DEBUG nova.virt.hardware [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.483169] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b9d2e-68db-4489-b688-371d5a60dafe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.495223] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeebc0ba-f140-40c1-b37d-9f8331663fa6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.501934] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.502756] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.502937] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.503159] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.503313] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.503460] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.503677] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.503863] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.504116] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.504209] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.504388] env[69674]: DEBUG nova.virt.hardware [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.507119] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c505e50-d8ed-4835-b077-1d06744cafa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.521532] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:42:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f35263-782f-4b8e-a687-1728523a26df', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.529768] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.534330] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 903.534649] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.536085] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf864eb-3733-4a75-9a04-ad922108c962 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.538790] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec226f7a-095a-4f04-a3fa-831bd07870b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.558031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0314cdd4-176a-4762-8ad2-9ae9cf93f740 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.566841] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 903.566841] env[69674]: ERROR oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk due to incomplete transfer. [ 903.575921] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-235b490a-3ba9-4295-960e-c01ad959b36d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.577720] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.577720] env[69674]: value = "task-3256954" [ 903.577720] env[69674]: _type = "Task" [ 903.577720] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.587750] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256954, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.588927] env[69674]: DEBUG oslo_vmware.rw_handles [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e63f6-19a9-b0d2-fc7b-3da4d62539a6/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 903.589134] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Uploaded image 340c1f5e-920e-41d6-97ec-bcf5c7c52ca1 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 903.591487] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 903.593535] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1561e56-a53c-4245-aefb-d1916828cb3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.599145] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 903.599145] env[69674]: value = "task-3256955" [ 903.599145] env[69674]: _type = "Task" [ 903.599145] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.605281] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Received event network-changed-c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 903.605525] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Refreshing instance network info cache due to event network-changed-c1f35263-782f-4b8e-a687-1728523a26df. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 903.605740] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Acquiring lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.605929] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Acquired lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.606130] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Refreshing network info cache for port c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.613028] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256955, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.780710] env[69674]: DEBUG oslo_concurrency.lockutils [req-21519f90-af81-4d3a-85c5-944207353822 req-7dcecb72-69de-4798-8965-daa89fff92d7 service nova] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.783217] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e560201e-0d88-4c20-997a-c4055c1a1702 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.870s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.798472] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256953, 'name': Rename_Task, 'duration_secs': 0.165062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.798783] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.799074] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d9ddec-9c64-4039-8706-350271badaae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.805507] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 903.805507] env[69674]: value = "task-3256956" [ 903.805507] env[69674]: _type = "Task" [ 903.805507] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.815361] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.010013] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.088958] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256954, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.109279] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256955, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.178766] env[69674]: DEBUG nova.network.neutron [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Updating instance_info_cache with network_info: [{"id": "02035e89-9888-455f-a667-0c9cbe1e04ad", "address": "fa:16:3e:69:6c:49", "network": {"id": "5bd72620-badd-46b6-bc9b-2d6e19b0df28", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1680692894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a063cfd72f1f4a668af168ded5038847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02035e89-98", "ovs_interfaceid": "02035e89-9888-455f-a667-0c9cbe1e04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.318506] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256956, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.590334] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256954, 'name': CreateVM_Task, 'duration_secs': 0.533012} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.592022] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.593312] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.593616] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.593799] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.594083] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad85c079-e278-4759-9a96-0235b6d335d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.597115] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Updated VIF entry in instance network info cache for port c1f35263-782f-4b8e-a687-1728523a26df. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.597115] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Updating instance_info_cache with network_info: [{"id": "c1f35263-782f-4b8e-a687-1728523a26df", "address": "fa:16:3e:cd:42:ee", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f35263-78", "ovs_interfaceid": "c1f35263-782f-4b8e-a687-1728523a26df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.610969] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 904.610969] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5206c57f-ddfd-65b1-9f31-2a21d42e27e3" [ 904.610969] env[69674]: _type = "Task" [ 904.610969] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.619388] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256955, 'name': Destroy_Task, 'duration_secs': 0.750738} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.619903] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Destroyed the VM [ 904.620200] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.620479] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88972d75-e9ce-41c0-a395-78b3210a00a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.636613] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5206c57f-ddfd-65b1-9f31-2a21d42e27e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.638310] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.638564] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.638945] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.639121] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.639422] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.640058] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598ebb52-fcfa-44e9-9ff1-427fb8b32407 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.645388] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 904.645388] env[69674]: value = "task-3256957" [ 904.645388] env[69674]: _type = "Task" [ 904.645388] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.658878] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.664997] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.664997] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.668195] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d8fce8-f213-4aad-bd5f-b527f4a829f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.674089] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 904.674089] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520d1781-9c5c-129f-aa6f-db16a3d9c0f9" [ 904.674089] env[69674]: _type = "Task" [ 904.674089] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.685033] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Releasing lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688020] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Instance network_info: |[{"id": "02035e89-9888-455f-a667-0c9cbe1e04ad", "address": "fa:16:3e:69:6c:49", "network": {"id": "5bd72620-badd-46b6-bc9b-2d6e19b0df28", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1680692894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a063cfd72f1f4a668af168ded5038847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02035e89-98", "ovs_interfaceid": "02035e89-9888-455f-a667-0c9cbe1e04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 904.688020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:6c:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02035e89-9888-455f-a667-0c9cbe1e04ad', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.696521] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Creating folder: Project (a063cfd72f1f4a668af168ded5038847). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.700442] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02355317-4f2b-4173-a85e-da8ea1eeb6f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.706362] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520d1781-9c5c-129f-aa6f-db16a3d9c0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.707565] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc188e87-46d9-4810-989c-6a4a8f27d37a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.714168] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 904.714168] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525a190d-4f39-2696-afef-db8f78ac4aba" [ 904.714168] env[69674]: _type = "Task" [ 904.714168] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.719213] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Created folder: Project (a063cfd72f1f4a668af168ded5038847) in parent group-v650515. [ 904.719894] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Creating folder: Instances. Parent ref: group-v650734. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.720233] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63174286-1d27-4135-8479-791a7a2acbc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.729611] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525a190d-4f39-2696-afef-db8f78ac4aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.738948] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Created folder: Instances in parent group-v650734. [ 904.739224] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.739425] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.739652] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7743d6c3-76d6-4bfc-817a-644970802e9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.763240] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.763240] env[69674]: value = "task-3256960" [ 904.763240] env[69674]: _type = "Task" [ 904.763240] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.774070] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256960, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.782059] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "603eca81-c609-40e9-81e6-9f98388e5a3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.782316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.817201] env[69674]: DEBUG oslo_vmware.api [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256956, 'name': PowerOnVM_Task, 'duration_secs': 0.766204} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817465] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.817667] env[69674]: INFO nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 904.817842] env[69674]: DEBUG nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 904.818660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf944e-88db-4e63-86f4-ab981ad8f0e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.914548] env[69674]: DEBUG nova.compute.manager [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 904.914858] env[69674]: DEBUG nova.compute.manager [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing instance network info cache due to event network-changed-1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 904.915206] env[69674]: DEBUG oslo_concurrency.lockutils [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] Acquiring lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.915388] env[69674]: DEBUG oslo_concurrency.lockutils [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] Acquired lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.915561] env[69674]: DEBUG nova.network.neutron [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Refreshing network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.980114] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.980483] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8892be6-a2b7-40c6-afb4-b32dfef85859 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.995537] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 904.995537] env[69674]: value = "task-3256961" [ 904.995537] env[69674]: _type = "Task" [ 904.995537] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.008465] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.065440] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1945b3-fc17-4e16-8d8e-976a3c860901 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.074992] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da2916-7552-4b3a-878c-22e96fac598d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.120154] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Releasing lock "refresh_cache-9706a2e0-a981-43eb-bca0-a7e662637f59" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.120270] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Received event network-vif-plugged-02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 905.120487] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Acquiring lock "790f3f69-2c19-4680-bc98-467af8739bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.120703] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Lock "790f3f69-2c19-4680-bc98-467af8739bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.124022] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Lock "790f3f69-2c19-4680-bc98-467af8739bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.124022] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] No waiting events found dispatching network-vif-plugged-02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.124022] env[69674]: WARNING nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Received unexpected event network-vif-plugged-02035e89-9888-455f-a667-0c9cbe1e04ad for instance with vm_state building and task_state spawning. [ 905.124022] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Received event network-changed-02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 905.124022] env[69674]: DEBUG nova.compute.manager [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Refreshing instance network info cache due to event network-changed-02035e89-9888-455f-a667-0c9cbe1e04ad. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 905.124022] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Acquiring lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124022] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Acquired lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124022] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Refreshing network info cache for port 02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.124937] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e03e3-62c0-4101-9226-56def71bc393 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.134704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3aa6c3-e989-45dd-b5ff-7c217f77311a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.151668] env[69674]: DEBUG nova.compute.provider_tree [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.163826] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256957, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.226283] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525a190d-4f39-2696-afef-db8f78ac4aba, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.226283] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226665] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9706a2e0-a981-43eb-bca0-a7e662637f59/9706a2e0-a981-43eb-bca0-a7e662637f59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.226781] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43334e77-906d-40f5-b787-1aaa7cf60a6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.234969] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 905.234969] env[69674]: value = "task-3256962" [ 905.234969] env[69674]: _type = "Task" [ 905.234969] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.245410] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.275535] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256960, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.284416] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 905.339296] env[69674]: INFO nova.compute.manager [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Took 39.13 seconds to build instance. [ 905.518017] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256961, 'name': PowerOffVM_Task, 'duration_secs': 0.306131} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.522140] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.522140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59791e07-4614-470e-94f1-75ddf6456186 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.548366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98555d1-7f4a-469d-a525-c3825d812cee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.597762] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.598458] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b41a86-4d6a-41f8-b08e-0cd742aff784 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.610770] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 905.610770] env[69674]: value = "task-3256963" [ 905.610770] env[69674]: _type = "Task" [ 905.610770] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.633172] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 905.633270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.633520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.633682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.633840] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.634447] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2340751e-3682-4e5e-98ea-a7811419591f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.643863] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.644111] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.644882] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7897cab-0046-4f4b-af32-d32f7887bff8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.651895] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 905.651895] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524e6ab9-d151-59a9-e29c-1c8ad786928e" [ 905.651895] env[69674]: _type = "Task" [ 905.651895] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.659222] env[69674]: DEBUG nova.scheduler.client.report [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.678970] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524e6ab9-d151-59a9-e29c-1c8ad786928e, 'name': SearchDatastore_Task, 'duration_secs': 0.01835} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.683594] env[69674]: DEBUG oslo_vmware.api [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674666} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.683862] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8743d0f7-b28f-426b-a117-bf8728abc3c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.686515] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 905.687446] env[69674]: INFO nova.compute.manager [None req-81facc69-b82e-40db-a949-c8f9cec84e79 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Took 18.31 seconds to snapshot the instance on the hypervisor. [ 905.695707] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 905.695707] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255810d-0827-4481-c041-e07f6be196fd" [ 905.695707] env[69674]: _type = "Task" [ 905.695707] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.712476] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255810d-0827-4481-c041-e07f6be196fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.747610] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.778702] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256960, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.781661] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.782067] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335b7f6-31a0-4b5e-806f-5723f2a02a91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.793642] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "c7566347-5e0a-40d9-a227-ccef21b1559d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.793642] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.793642] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.793642] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.793642] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.795015] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.795139] env[69674]: ERROR oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk due to incomplete transfer. [ 905.797587] env[69674]: INFO nova.compute.manager [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Terminating instance [ 905.798826] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9340b55-140f-40ea-b2df-a669a40f080a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.822986] env[69674]: DEBUG oslo_vmware.rw_handles [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d34a8d-679f-1426-2a29-903d75625342/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.822986] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Uploaded image 8be3b9a8-b34b-4900-9837-b3fbd228703a to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.828436] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.829537] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.829994] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11207438-24ad-41e3-9fe2-5c753f5f4d8e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.839422] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 905.839422] env[69674]: value = "task-3256964" [ 905.839422] env[69674]: _type = "Task" [ 905.839422] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.844951] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6ca29937-7c62-4a42-bd05-f3e398b47aa8 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.317s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.848770] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256964, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.908477] env[69674]: DEBUG nova.network.neutron [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updated VIF entry in instance network info cache for port 1fdb36b1-dd5e-4873-81bb-10f354338667. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.908477] env[69674]: DEBUG nova.network.neutron [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [{"id": "1fdb36b1-dd5e-4873-81bb-10f354338667", "address": "fa:16:3e:f5:a0:56", "network": {"id": "f7893527-a7aa-486a-a7cb-cfaf2c90cf63", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-117377897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59de03305544a3b8ec7608e66cb163d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdb36b1-dd", "ovs_interfaceid": "1fdb36b1-dd5e-4873-81bb-10f354338667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.962063] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Updated VIF entry in instance network info cache for port 02035e89-9888-455f-a667-0c9cbe1e04ad. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.962413] env[69674]: DEBUG nova.network.neutron [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Updating instance_info_cache with network_info: [{"id": "02035e89-9888-455f-a667-0c9cbe1e04ad", "address": "fa:16:3e:69:6c:49", "network": {"id": "5bd72620-badd-46b6-bc9b-2d6e19b0df28", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1680692894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a063cfd72f1f4a668af168ded5038847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02035e89-98", "ovs_interfaceid": "02035e89-9888-455f-a667-0c9cbe1e04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.176481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.178481] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 906.179459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.977s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.179803] env[69674]: DEBUG nova.objects.instance [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lazy-loading 'resources' on Instance uuid d2281269-3f62-476d-81fb-0d47c60086a2 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.216589] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255810d-0827-4481-c041-e07f6be196fd, 'name': SearchDatastore_Task, 'duration_secs': 0.020589} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.216757] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.216904] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 906.217216] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d5fd8b-cc3b-415c-a7cd-0e42b7dcb71c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.226069] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 906.226069] env[69674]: value = "task-3256965" [ 906.226069] env[69674]: _type = "Task" [ 906.226069] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.237027] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.247180] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548405} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.247385] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9706a2e0-a981-43eb-bca0-a7e662637f59/9706a2e0-a981-43eb-bca0-a7e662637f59.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.247615] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.247870] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edc783c9-1648-40d2-9da1-555f09dccbe1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254561] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 906.254561] env[69674]: value = "task-3256966" [ 906.254561] env[69674]: _type = "Task" [ 906.254561] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.265394] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.275507] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256960, 'name': CreateVM_Task, 'duration_secs': 1.50198} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.275707] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.276425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.276605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.276936] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.277211] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a2ebe3-de83-42df-92ce-62d2b112b708 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.281681] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 906.281681] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a6fb6-7aa0-b2f6-e7a4-c771380260e6" [ 906.281681] env[69674]: _type = "Task" [ 906.281681] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.290105] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a6fb6-7aa0-b2f6-e7a4-c771380260e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.303627] env[69674]: DEBUG nova.compute.manager [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 906.303905] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.304771] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba12eee-c267-4f0c-94bd-804e50a96d2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.313098] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.313403] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-128094b7-1f8b-400d-99d0-d99b635fe4ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.320259] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 906.320259] env[69674]: value = "task-3256967" [ 906.320259] env[69674]: _type = "Task" [ 906.320259] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.330533] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.350109] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256964, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.413534] env[69674]: DEBUG oslo_concurrency.lockutils [req-448fbe80-b597-4bf9-bebb-99cefbeb9190 req-3abf44e8-36ce-40f9-b8a7-711c1dc340cb service nova] Releasing lock "refresh_cache-c7566347-5e0a-40d9-a227-ccef21b1559d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.468024] env[69674]: DEBUG oslo_concurrency.lockutils [req-08de3b82-37ed-4490-af6f-ca3aa944ce34 req-a8da7dcf-814b-41bf-a96c-80c68b9ef74e service nova] Releasing lock "refresh_cache-790f3f69-2c19-4680-bc98-467af8739bee" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.683387] env[69674]: DEBUG nova.compute.utils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.690479] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 906.690479] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.739881] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487343} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.740182] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 906.743537] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54633a1-fc07-406d-b3d5-c52da82a39a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.778140] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.779915] env[69674]: DEBUG nova.policy [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.789931] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab299ca-4fe5-4e24-ab44-fc4df7213416 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.816371] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110022} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.824196] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.824618] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 906.824618] env[69674]: value = "task-3256968" [ 906.824618] env[69674]: _type = "Task" [ 906.824618] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.824933] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a6fb6-7aa0-b2f6-e7a4-c771380260e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01733} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.825902] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c3cfa-8eb9-437c-ba75-56d2efda099c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.832538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.832538] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.832538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.832701] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.832892] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.835947] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0560941-8984-444a-8e4f-4d691f51715a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.858579] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256967, 'name': PowerOffVM_Task, 'duration_secs': 0.254773} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.867736] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9706a2e0-a981-43eb-bca0-a7e662637f59/9706a2e0-a981-43eb-bca0-a7e662637f59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.872199] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.872381] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.872623] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783ed3b3-74d1-44cd-855f-f690bb53a9e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.887968] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.888231] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.889356] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.892051] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852c2c9c-3557-4d7e-aec7-c99d980f476b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.893572] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623d4d08-18a3-4bb7-8195-413770cec872 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.899980] env[69674]: INFO nova.compute.manager [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Rebuilding instance [ 906.901549] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256964, 'name': Destroy_Task, 'duration_secs': 0.774796} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.902547] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Destroyed the VM [ 906.903023] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 906.903092] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-080ac19d-f548-4d64-9bcf-43d472017c0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.906372] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 906.906372] env[69674]: value = "task-3256969" [ 906.906372] env[69674]: _type = "Task" [ 906.906372] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.907703] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 906.907703] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52885a94-52f6-70b6-6e66-8c43f08c1cf7" [ 906.907703] env[69674]: _type = "Task" [ 906.907703] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.917806] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 906.917806] env[69674]: value = "task-3256971" [ 906.917806] env[69674]: _type = "Task" [ 906.917806] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.926280] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.926560] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52885a94-52f6-70b6-6e66-8c43f08c1cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.931932] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a381513-18d6-4cad-87f7-d88a1ff6587a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.937420] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256971, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.941834] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 906.941834] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204b34e-d940-c6f0-7094-7f104d4f75c8" [ 906.941834] env[69674]: _type = "Task" [ 906.941834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.958768] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204b34e-d940-c6f0-7094-7f104d4f75c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.975989] env[69674]: DEBUG nova.compute.manager [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 906.977153] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbdc73a-1044-4879-83ac-3ea4af851287 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.994270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.994570] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.994820] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleting the datastore file [datastore1] c7566347-5e0a-40d9-a227-ccef21b1559d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.995105] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2de3eeb-ea39-4548-8ac2-cd852eef7752 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003572] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 907.003572] env[69674]: value = "task-3256972" [ 907.003572] env[69674]: _type = "Task" [ 907.003572] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.016923] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.136091] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Successfully created port: 3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.189417] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 907.342358] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.422089] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256969, 'name': ReconfigVM_Task, 'duration_secs': 0.3661} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.427555] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9706a2e0-a981-43eb-bca0-a7e662637f59/9706a2e0-a981-43eb-bca0-a7e662637f59.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.428908] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be58a730-045b-4876-b8bd-4113b4ad4c67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.431637] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ba8767-a551-4b80-a2f4-7b94a230e02f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.442386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afdfdc-d1c7-4ad9-a56f-faf3b74f9ac4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.445975] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256971, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.447539] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 907.447539] env[69674]: value = "task-3256973" [ 907.447539] env[69674]: _type = "Task" [ 907.447539] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.487017] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c45a3e4-f415-4869-aa9d-193119028d5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.495630] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5204b34e-d940-c6f0-7094-7f104d4f75c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.495892] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256973, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.496802] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.497116] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 790f3f69-2c19-4680-bc98-467af8739bee/790f3f69-2c19-4680-bc98-467af8739bee.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.497454] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7db286-2133-47a3-9ab1-7362e57a6df2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.503156] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6134e6bb-64af-4492-8595-f6b9ec6a3f6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.511258] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 907.511258] env[69674]: value = "task-3256974" [ 907.511258] env[69674]: _type = "Task" [ 907.511258] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.526869] env[69674]: DEBUG nova.compute.provider_tree [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.540655] env[69674]: DEBUG oslo_vmware.api [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3256972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155277} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.540655] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.540655] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.540655] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.540655] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.540655] env[69674]: INFO nova.compute.manager [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 907.540655] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.540655] env[69674]: DEBUG nova.compute.manager [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 907.540655] env[69674]: DEBUG nova.network.neutron [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.855175] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256968, 'name': ReconfigVM_Task, 'duration_secs': 0.786268} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.858208] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.859346] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdb4a1-1748-4900-a62f-38d878aa4336 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.897456] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686fd223-b44a-4872-943a-4d0466ecf25d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.932022] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 907.932022] env[69674]: value = "task-3256975" [ 907.932022] env[69674]: _type = "Task" [ 907.932022] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.940185] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256971, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888707} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.943813] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.944152] env[69674]: DEBUG nova.compute.manager [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 907.944483] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.946177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6917d4-7241-47d1-94e0-8a524d2a0038 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.969441] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256973, 'name': Rename_Task, 'duration_secs': 0.179395} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.969784] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.970086] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11256456-0edb-4248-b260-b30ffc025be2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.980517] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 907.980517] env[69674]: value = "task-3256976" [ 907.980517] env[69674]: _type = "Task" [ 907.980517] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.990503] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.997472] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.997692] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af54a7ee-6499-4338-bad8-636347991ede {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.010831] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 908.010831] env[69674]: value = "task-3256977" [ 908.010831] env[69674]: _type = "Task" [ 908.010831] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.023061] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.026942] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.030260] env[69674]: DEBUG nova.scheduler.client.report [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.060356] env[69674]: DEBUG nova.compute.manager [req-79133fac-00e9-479f-bfb0-82b0cec0b02c req-5a6a7442-c0e5-4bb5-b374-c68117c31649 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Received event network-vif-deleted-1fdb36b1-dd5e-4873-81bb-10f354338667 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 908.060356] env[69674]: INFO nova.compute.manager [req-79133fac-00e9-479f-bfb0-82b0cec0b02c req-5a6a7442-c0e5-4bb5-b374-c68117c31649 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Neutron deleted interface 1fdb36b1-dd5e-4873-81bb-10f354338667; detaching it from the instance and deleting it from the info cache [ 908.060356] env[69674]: DEBUG nova.network.neutron [req-79133fac-00e9-479f-bfb0-82b0cec0b02c req-5a6a7442-c0e5-4bb5-b374-c68117c31649 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.204674] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 908.238881] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.239290] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.239434] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.239757] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.240126] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.240199] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.240469] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.240654] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.240850] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.241048] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.241234] env[69674]: DEBUG nova.virt.hardware [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.242163] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ef9d2-dcc4-4b68-a38b-a394b8bdcc50 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.254244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5f15e-e8c7-4169-b86f-a603ec1c187e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.329576] env[69674]: DEBUG nova.compute.manager [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 908.330563] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49038096-3274-4fe3-8d33-e384f02ef04f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.427328] env[69674]: DEBUG nova.network.neutron [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.440056] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256975, 'name': ReconfigVM_Task, 'duration_secs': 0.289722} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.440322] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.440580] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1cffa3-ca8c-43d8-97b3-06b7ac84b988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.448604] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 908.448604] env[69674]: value = "task-3256978" [ 908.448604] env[69674]: _type = "Task" [ 908.448604] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.458166] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.468554] env[69674]: INFO nova.compute.manager [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Shelve offloading [ 908.491076] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256976, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.527140] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624105} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.531569] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 790f3f69-2c19-4680-bc98-467af8739bee/790f3f69-2c19-4680-bc98-467af8739bee.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.532705] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.533082] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256977, 'name': PowerOffVM_Task, 'duration_secs': 0.267667} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.533317] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-691307dd-d6e9-4eb2-90eb-6d893f129ab8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.536546] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.536831] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.537687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.541755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0648ae6-a435-4d8c-92bd-5d7bb11672f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.544243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.251s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.546199] env[69674]: INFO nova.compute.claims [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.551660] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 908.551660] env[69674]: value = "task-3256979" [ 908.551660] env[69674]: _type = "Task" [ 908.551660] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.557740] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.558704] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d73691f-ce98-405d-98a2-2c916fe9d0da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.570325] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.570325] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb9d72a-2895-40cb-8090-7a829b9e323e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.573680] env[69674]: INFO nova.scheduler.client.report [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Deleted allocations for instance d2281269-3f62-476d-81fb-0d47c60086a2 [ 908.585786] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d54389-6a31-4d88-855d-be8fbcb717f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.603024] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.603024] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.603024] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Deleting the datastore file [datastore2] e733232e-4081-459e-9d30-197c3f8ece6e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.603024] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9373b3e-3361-4dfc-b83c-d1be03d326fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.617432] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 908.617432] env[69674]: value = "task-3256981" [ 908.617432] env[69674]: _type = "Task" [ 908.617432] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.641548] env[69674]: DEBUG nova.compute.manager [req-79133fac-00e9-479f-bfb0-82b0cec0b02c req-5a6a7442-c0e5-4bb5-b374-c68117c31649 service nova] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Detach interface failed, port_id=1fdb36b1-dd5e-4873-81bb-10f354338667, reason: Instance c7566347-5e0a-40d9-a227-ccef21b1559d could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 908.648482] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.734696] env[69674]: DEBUG nova.compute.manager [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Received event network-vif-plugged-3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 908.734824] env[69674]: DEBUG oslo_concurrency.lockutils [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] Acquiring lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.735136] env[69674]: DEBUG oslo_concurrency.lockutils [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] Lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.735188] env[69674]: DEBUG oslo_concurrency.lockutils [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] Lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.735377] env[69674]: DEBUG nova.compute.manager [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] No waiting events found dispatching network-vif-plugged-3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.735548] env[69674]: WARNING nova.compute.manager [req-ecfd8e40-2fca-4218-ad66-de431117ce21 req-6f325cf9-04b1-4c41-8d1b-bb59e363ef5b service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Received unexpected event network-vif-plugged-3366fa64-3814-4b4d-83b1-a0673a5c5880 for instance with vm_state building and task_state spawning. [ 908.843128] env[69674]: INFO nova.compute.manager [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] instance snapshotting [ 908.845948] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb6512-9e8c-4778-a7a0-db5335c58e80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.866479] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be53d80f-3bac-4a9f-9999-0057330389d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.892008] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Successfully updated port: 3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.929474] env[69674]: INFO nova.compute.manager [-] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Took 1.39 seconds to deallocate network for instance. [ 908.959153] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.973101] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.973403] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d7901d-9411-4dd7-bc7d-cc015c3b0959 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.981403] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 908.981403] env[69674]: value = "task-3256982" [ 908.981403] env[69674]: _type = "Task" [ 908.981403] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.001905] env[69674]: DEBUG oslo_vmware.api [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256976, 'name': PowerOnVM_Task, 'duration_secs': 0.610336} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.001905] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.002021] env[69674]: INFO nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Took 9.63 seconds to spawn the instance on the hypervisor. [ 909.002689] env[69674]: DEBUG nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 909.002689] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 909.002689] env[69674]: DEBUG nova.compute.manager [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 909.003778] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37310c27-52be-4f83-bc7e-e83154c764f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.006274] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49395ca-a334-44ad-917c-11a8afb57350 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.013223] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.013388] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.013558] env[69674]: DEBUG nova.network.neutron [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.065119] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081563} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.065393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.066225] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d812a-b3cc-4104-a4d7-cd9d46d2cba3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.092253] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 790f3f69-2c19-4680-bc98-467af8739bee/790f3f69-2c19-4680-bc98-467af8739bee.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.092826] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cdf3eb-d5d9-4cf7-9381-61e76cea992d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.109669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0b47cf3c-a3ff-4e29-9280-ac317b3ee6e0 tempest-ServersAdminNegativeTestJSON-1187225749 tempest-ServersAdminNegativeTestJSON-1187225749-project-member] Lock "d2281269-3f62-476d-81fb-0d47c60086a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.537s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.116311] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 909.116311] env[69674]: value = "task-3256983" [ 909.116311] env[69674]: _type = "Task" [ 909.116311] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.129840] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.133629] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338277} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.133863] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.134058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.134245] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.377899] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.378330] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53b98971-a013-4eef-8fed-6685b2f208b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.389777] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 909.389777] env[69674]: value = "task-3256984" [ 909.389777] env[69674]: _type = "Task" [ 909.389777] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.396352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.396539] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.396718] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.402551] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.435726] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.460767] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256978, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.530879] env[69674]: INFO nova.compute.manager [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Took 40.38 seconds to build instance. [ 909.631861] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256983, 'name': ReconfigVM_Task, 'duration_secs': 0.479732} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.635462] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 790f3f69-2c19-4680-bc98-467af8739bee/790f3f69-2c19-4680-bc98-467af8739bee.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.636631] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6ed609-0907-4a5d-8e53-d2386cd1e77b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.652333] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 909.652333] env[69674]: value = "task-3256985" [ 909.652333] env[69674]: _type = "Task" [ 909.652333] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.672255] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256985, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.807132] env[69674]: DEBUG nova.network.neutron [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updating instance_info_cache with network_info: [{"id": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "address": "fa:16:3e:c3:24:05", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19865d-e1", "ovs_interfaceid": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.902083] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.945397] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.962565] env[69674]: DEBUG oslo_vmware.api [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3256978, 'name': PowerOnVM_Task, 'duration_secs': 1.294014} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.964146] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.969153] env[69674]: DEBUG nova.compute.manager [None req-b13de47b-816e-41b1-8c4d-3331c394f0ae tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 909.973050] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1614b0dd-60ac-48a2-b309-45dfecc71310 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.035014] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ca0266a-8434-440e-b52d-9f86a381d20a tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.974s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.139901] env[69674]: DEBUG nova.network.neutron [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Updating instance_info_cache with network_info: [{"id": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "address": "fa:16:3e:46:4d:96", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3366fa64-38", "ovs_interfaceid": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.166183] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256985, 'name': Rename_Task, 'duration_secs': 0.292326} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.167190] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.167190] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f705deec-66a6-46e7-9cdd-f0c2a7311cd8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.180149] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 910.180149] env[69674]: value = "task-3256986" [ 910.180149] env[69674]: _type = "Task" [ 910.180149] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.187094] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.187294] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.187447] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.187624] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.187776] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.187939] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.188136] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.188295] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.188459] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.188617] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.189329] env[69674]: DEBUG nova.virt.hardware [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.190359] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf0bca-04b2-4994-abe5-04b61462a21e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.199208] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.210204] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa1f41-8272-42f9-ac54-3adc6c02444d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.233323] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.237812] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.241069] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.241879] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-996f39bd-da5f-4ea9-afb2-3340c6c35dfa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.264021] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.264021] env[69674]: value = "task-3256987" [ 910.264021] env[69674]: _type = "Task" [ 910.264021] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.270607] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256987, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.281194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ad872-5167-44e5-800d-8d9d45a058bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.290868] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0cc92-e42b-4f32-b461-b2d0b555af8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.346124] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.349612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab77c1c4-4bca-4dbe-b22c-cd41244e79de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.360694] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ac6e9-8e80-430d-b4a2-a00f7f1df739 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.381038] env[69674]: DEBUG nova.compute.provider_tree [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.406212] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.645461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.645961] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Instance network_info: |[{"id": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "address": "fa:16:3e:46:4d:96", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3366fa64-38", "ovs_interfaceid": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 910.646561] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:4d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3366fa64-3814-4b4d-83b1-a0673a5c5880', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.659349] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating folder: Project (0183550bb7934260aaf6075322503149). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.660205] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67895994-928b-4d21-8726-1edc564d350a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.673204] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created folder: Project (0183550bb7934260aaf6075322503149) in parent group-v650515. [ 910.673454] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating folder: Instances. Parent ref: group-v650738. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.673775] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736f3c7c-2af0-4a95-9322-646c18be04ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.686149] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created folder: Instances in parent group-v650738. [ 910.686485] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.687198] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.687812] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46e206d4-48d0-4cd3-a4eb-b126c2bb992e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.709546] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256986, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.715476] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.715476] env[69674]: value = "task-3256990" [ 910.715476] env[69674]: _type = "Task" [ 910.715476] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.725571] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256990, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.772414] env[69674]: DEBUG nova.compute.manager [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Received event network-changed-3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 910.772711] env[69674]: DEBUG nova.compute.manager [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Refreshing instance network info cache due to event network-changed-3366fa64-3814-4b4d-83b1-a0673a5c5880. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 910.773031] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Acquiring lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.773179] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Acquired lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.773374] env[69674]: DEBUG nova.network.neutron [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Refreshing network info cache for port 3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.783794] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256987, 'name': CreateVM_Task, 'duration_secs': 0.450239} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.784015] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.784466] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.784671] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.785056] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.785360] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce967d9-0f59-4d61-89d5-1b14afbb763f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.788817] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.792057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5b622-b918-4662-b7fe-8807626d9442 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.795618] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 910.795618] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528224cc-87f0-0978-8fca-487084ff5cc3" [ 910.795618] env[69674]: _type = "Task" [ 910.795618] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.802585] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.803387] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf9f729-9c54-4eec-85a5-08e671fc3a85 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.810797] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528224cc-87f0-0978-8fca-487084ff5cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.811237] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.811492] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.811907] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.812096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.812287] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.812942] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92608f06-2901-4bbb-9605-cc454b414043 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.825481] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.825481] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.825902] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51928225-002e-43d6-a710-4fd4eff624f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.834418] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 910.834418] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b5b1f3-e6b4-53b3-6257-82f09af5524c" [ 910.834418] env[69674]: _type = "Task" [ 910.834418] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.845179] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b5b1f3-e6b4-53b3-6257-82f09af5524c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.885038] env[69674]: DEBUG nova.scheduler.client.report [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.893155] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.893745] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.894122] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore1] a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.899795] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c3b3be4-7d90-4a25-b904-c8507b673146 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.910592] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.911679] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 910.911679] env[69674]: value = "task-3256992" [ 910.911679] env[69674]: _type = "Task" [ 910.911679] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.925928] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.986282] env[69674]: DEBUG nova.compute.manager [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 910.989150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef8fdd-acbb-4cda-9054-853fef0a9549 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.191213] env[69674]: DEBUG oslo_vmware.api [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256986, 'name': PowerOnVM_Task, 'duration_secs': 0.941065} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.192100] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.192100] env[69674]: INFO nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Took 9.13 seconds to spawn the instance on the hypervisor. [ 911.192100] env[69674]: DEBUG nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 911.192634] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6bb057-5a41-4af6-bfc9-509e7759eee4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.226794] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3256990, 'name': CreateVM_Task, 'duration_secs': 0.43382} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.227027] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.227902] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.227980] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.228314] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.228603] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35881cd-c023-4dd1-a092-760dc168bab0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.235311] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 911.235311] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e28db0-17bc-d76d-a838-291a8965398d" [ 911.235311] env[69674]: _type = "Task" [ 911.235311] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.245337] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e28db0-17bc-d76d-a838-291a8965398d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.348495] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b5b1f3-e6b4-53b3-6257-82f09af5524c, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.350155] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273e579b-3a6d-4231-ba3b-7f4b9ccafdcb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.356302] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 911.356302] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb2e31-d81b-945c-e4fc-60755f1bdf16" [ 911.356302] env[69674]: _type = "Task" [ 911.356302] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.368382] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb2e31-d81b-945c-e4fc-60755f1bdf16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.395520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.396071] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 911.405240] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.765s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.405240] env[69674]: DEBUG nova.objects.instance [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lazy-loading 'resources' on Instance uuid 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.413300] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256984, 'name': CreateSnapshot_Task, 'duration_secs': 1.569347} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.417141] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 911.418589] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9ab8a-5514-469b-b15f-a3d3eecb6e70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.434688] env[69674]: DEBUG oslo_vmware.api [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3256992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157266} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.435301] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.436993] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.436993] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.480798] env[69674]: INFO nova.scheduler.client.report [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 [ 911.503514] env[69674]: INFO nova.compute.manager [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] instance snapshotting [ 911.507683] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53046d95-d9ec-4dc6-be7e-2b2a0ae1a5a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.533901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d6872-1122-404c-8ea5-8a5a11b505d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.577991] env[69674]: DEBUG nova.network.neutron [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Updated VIF entry in instance network info cache for port 3366fa64-3814-4b4d-83b1-a0673a5c5880. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.578350] env[69674]: DEBUG nova.network.neutron [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Updating instance_info_cache with network_info: [{"id": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "address": "fa:16:3e:46:4d:96", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3366fa64-38", "ovs_interfaceid": "3366fa64-3814-4b4d-83b1-a0673a5c5880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.639060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.639394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.713065] env[69674]: INFO nova.compute.manager [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Took 40.85 seconds to build instance. [ 911.748982] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e28db0-17bc-d76d-a838-291a8965398d, 'name': SearchDatastore_Task, 'duration_secs': 0.014447} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.749595] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.749595] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.749802] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.850009] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "a593bb27-5e87-4291-b333-80ae32dfaef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.850267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.868673] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb2e31-d81b-945c-e4fc-60755f1bdf16, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.868992] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.869311] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.869612] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.869825] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.870059] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f8c74ab-71e7-44b0-85b7-3fc3f9081771 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.872234] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c8acb6-e5c9-4779-8d0f-e0eb16a5cd26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.887388] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 911.887388] env[69674]: value = "task-3256993" [ 911.887388] env[69674]: _type = "Task" [ 911.887388] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.892774] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.892774] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.893853] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206a3db9-4a32-44b3-acf2-f4a03271cb0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.899597] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.903540] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 911.903540] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f1bac-5a89-b8da-328e-aa381a32bfa1" [ 911.903540] env[69674]: _type = "Task" [ 911.903540] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.907983] env[69674]: DEBUG nova.compute.utils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.913694] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 911.913694] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.924560] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f1bac-5a89-b8da-328e-aa381a32bfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.945343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.945904] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68f24ebe-7592-4be3-96c7-69e564e4fa93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.956942] env[69674]: DEBUG nova.policy [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c553a156f7344681ba02f16112602a13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1552aadb7be143d58d400870e22039f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.962295] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 911.962295] env[69674]: value = "task-3256994" [ 911.962295] env[69674]: _type = "Task" [ 911.962295] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.980811] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256994, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.986759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.047128] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.047128] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbaaaddb-0659-4804-8661-efbe506b9d9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.056743] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 912.056743] env[69674]: value = "task-3256995" [ 912.056743] env[69674]: _type = "Task" [ 912.056743] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.069619] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.081579] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Releasing lock "refresh_cache-2535d175-f741-4358-9734-4f7f2345c0fa" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.082036] env[69674]: DEBUG nova.compute.manager [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received event network-vif-unplugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 912.082222] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.082446] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.082613] env[69674]: DEBUG oslo_concurrency.lockutils [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.082964] env[69674]: DEBUG nova.compute.manager [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] No waiting events found dispatching network-vif-unplugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.083248] env[69674]: WARNING nova.compute.manager [req-a7a00040-c218-4905-8826-7cbf539dbddb req-617b3f65-dc5f-4369-9b11-37e91c47526d service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received unexpected event network-vif-unplugged-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 for instance with vm_state shelved and task_state shelving_offloading. [ 912.141953] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 912.216482] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "790f3f69-2c19-4680-bc98-467af8739bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.216901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-35bb78e3-6879-42de-bb25-091e6c9e5dcd tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.490s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.217796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.217796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "790f3f69-2c19-4680-bc98-467af8739bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.218736] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.218736] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.221066] env[69674]: INFO nova.compute.manager [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Terminating instance [ 912.353133] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 912.410762] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510419} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.421296] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.421486] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.422516] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 912.426301] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11fae56d-9b13-487f-b0ca-10eb73ff598b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.438066] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523f1bac-5a89-b8da-328e-aa381a32bfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.021347} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.441654] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 912.441654] env[69674]: value = "task-3256996" [ 912.441654] env[69674]: _type = "Task" [ 912.441654] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.441654] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da67fdd5-ca6f-4433-98c7-ead74e3b2314 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.461336] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.462611] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 912.462611] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5268357f-f2b4-7865-8c39-ac4fe685dcdf" [ 912.462611] env[69674]: _type = "Task" [ 912.462611] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.467855] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Successfully created port: 531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.476996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.488422] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5268357f-f2b4-7865-8c39-ac4fe685dcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.014279} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.488422] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256994, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.488702] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.488833] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2535d175-f741-4358-9734-4f7f2345c0fa/2535d175-f741-4358-9734-4f7f2345c0fa.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.489125] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d32b5a35-0ae2-40be-b98e-65028060211f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.501530] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 912.501530] env[69674]: value = "task-3256997" [ 912.501530] env[69674]: _type = "Task" [ 912.501530] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.514280] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3256997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.529660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e99905-2ce1-4870-bacb-a84b6d74f4d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.538524] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b26d11-762d-4a39-bf3b-44e895a666cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.574036] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337a4a2-f837-40a5-befc-633c435b91c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.585371] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.587243] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c54209-ef27-43d5-87d4-9931630d9674 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.605635] env[69674]: DEBUG nova.compute.provider_tree [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.668518] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.725249] env[69674]: DEBUG nova.compute.manager [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 912.725499] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.726595] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db33415-6225-41c1-837d-eaaced7a9bc7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.737042] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.737939] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cea3dd3-0328-43d3-8474-71ffc5b4b1cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.746566] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 912.746566] env[69674]: value = "task-3256998" [ 912.746566] env[69674]: _type = "Task" [ 912.746566] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.759111] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.889557] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.909502] env[69674]: DEBUG nova.compute.manager [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Received event network-changed-4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 912.909502] env[69674]: DEBUG nova.compute.manager [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Refreshing instance network info cache due to event network-changed-4e19865d-e150-4ccb-a8e1-ac35c0effdb4. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 912.909502] env[69674]: DEBUG oslo_concurrency.lockutils [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] Acquiring lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.909502] env[69674]: DEBUG oslo_concurrency.lockutils [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] Acquired lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.909502] env[69674]: DEBUG nova.network.neutron [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Refreshing network info cache for port 4e19865d-e150-4ccb-a8e1-ac35c0effdb4 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.957856] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105058} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.958094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.959649] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb4f34b-fb4e-4adc-ba00-160bfabd2be8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.984942] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.989856] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c4cb6c-c409-4cad-a70a-8d7ea3be83a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014087] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256994, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.016534] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 913.016534] env[69674]: value = "task-3256999" [ 913.016534] env[69674]: _type = "Task" [ 913.016534] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.020213] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3256997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498048} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.023914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 2535d175-f741-4358-9734-4f7f2345c0fa/2535d175-f741-4358-9734-4f7f2345c0fa.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.024202] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.024484] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3c3d41-962d-41b3-a00f-47dd0c92c25e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.034653] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.036112] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 913.036112] env[69674]: value = "task-3257000" [ 913.036112] env[69674]: _type = "Task" [ 913.036112] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.046044] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.081344] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3256995, 'name': CreateSnapshot_Task, 'duration_secs': 0.793492} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.081344] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.082201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60df414-4a66-4125-9e4f-a4c226c5e1fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108891] env[69674]: DEBUG nova.scheduler.client.report [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.258407] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3256998, 'name': PowerOffVM_Task, 'duration_secs': 0.248711} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.258692] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.258865] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.259150] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5b2527f-2ddf-47ee-89be-31abb783524d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.365086] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.365427] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.365508] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Deleting the datastore file [datastore2] 790f3f69-2c19-4680-bc98-467af8739bee {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.365786] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6048f58-59c4-4af7-a69a-4a8ef5490a5e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373046] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for the task: (returnval){ [ 913.373046] env[69674]: value = "task-3257002" [ 913.373046] env[69674]: _type = "Task" [ 913.373046] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.381631] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3257002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.436554] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 913.468251] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.469127] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.469127] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.469127] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.469127] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.469632] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.469905] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.470106] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.470337] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.470519] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.470711] env[69674]: DEBUG nova.virt.hardware [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.471784] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600383b-900c-43d2-b87a-deafb92e90b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.483724] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a06b0-8a8d-462e-a0b7-c84e7f85174f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.490385] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256994, 'name': CloneVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.531492] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.545666] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08076} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.546059] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.546827] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb1a3e-5436-46ea-9354-4ed2b0931b3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.569374] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 2535d175-f741-4358-9734-4f7f2345c0fa/2535d175-f741-4358-9734-4f7f2345c0fa.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.569706] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90df917c-302d-41b2-a82a-72abc815e5a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.593656] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 913.593656] env[69674]: value = "task-3257003" [ 913.593656] env[69674]: _type = "Task" [ 913.593656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.601244] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 913.604965] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6b9ee27-2da8-495d-b2d6-6da9d07bb3f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.607839] env[69674]: INFO nova.compute.manager [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Rebuilding instance [ 913.617598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.620554] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.622825] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.447s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.625413] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 913.625413] env[69674]: value = "task-3257004" [ 913.625413] env[69674]: _type = "Task" [ 913.625413] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.646059] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257004, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.652922] env[69674]: INFO nova.scheduler.client.report [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Deleted allocations for instance 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e [ 913.659169] env[69674]: DEBUG nova.compute.manager [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 913.660363] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077302b4-cc12-4da2-8a2a-86f35fc3aaed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.713582] env[69674]: DEBUG nova.network.neutron [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updated VIF entry in instance network info cache for port 4e19865d-e150-4ccb-a8e1-ac35c0effdb4. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.713953] env[69674]: DEBUG nova.network.neutron [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updating instance_info_cache with network_info: [{"id": "4e19865d-e150-4ccb-a8e1-ac35c0effdb4", "address": "fa:16:3e:c3:24:05", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": null, "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e19865d-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.883780] env[69674]: DEBUG oslo_vmware.api [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Task: {'id': task-3257002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147637} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.884304] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.884607] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.884859] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.885084] env[69674]: INFO nova.compute.manager [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.885334] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.885531] env[69674]: DEBUG nova.compute.manager [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 913.885626] env[69674]: DEBUG nova.network.neutron [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.992059] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3256994, 'name': CloneVM_Task, 'duration_secs': 2.023734} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.992437] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Created linked-clone VM from snapshot [ 913.993511] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262695cd-cbed-4aaf-ac3f-48210927b1cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.003349] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Uploading image 2b4e3bc2-c05d-4a3f-bb2c-960b39d986cb {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 914.030084] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 914.030084] env[69674]: value = "vm-650742" [ 914.030084] env[69674]: _type = "VirtualMachine" [ 914.030084] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 914.030400] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b856b2d-423d-4a32-92f8-5634f115d373 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.035807] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.042572] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease: (returnval){ [ 914.042572] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c981c2-fb78-bd2b-1601-a04b4e9a1c4a" [ 914.042572] env[69674]: _type = "HttpNfcLease" [ 914.042572] env[69674]: } obtained for exporting VM: (result){ [ 914.042572] env[69674]: value = "vm-650742" [ 914.042572] env[69674]: _type = "VirtualMachine" [ 914.042572] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 914.043081] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the lease: (returnval){ [ 914.043081] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c981c2-fb78-bd2b-1601-a04b4e9a1c4a" [ 914.043081] env[69674]: _type = "HttpNfcLease" [ 914.043081] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 914.050305] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.050305] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c981c2-fb78-bd2b-1601-a04b4e9a1c4a" [ 914.050305] env[69674]: _type = "HttpNfcLease" [ 914.050305] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 914.105669] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.140094] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257004, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.169330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c483164c-bfd6-4cbd-9013-1facb767fea0 tempest-VolumesAdminNegativeTest-1692843869 tempest-VolumesAdminNegativeTest-1692843869-project-member] Lock "5ed6619c-f1a2-476c-ba2f-7289de5b6e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.468s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.218929] env[69674]: DEBUG oslo_concurrency.lockutils [req-de7b83c3-e4d1-433e-99ae-ca53a8c78c12 req-4446aa57-0ea6-4cf4-834f-0c6494853868 service nova] Releasing lock "refresh_cache-a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.221763] env[69674]: DEBUG nova.compute.manager [req-34cf0f2c-0457-46e6-b128-545852a704d4 req-f47ae721-9d83-4603-9473-d9fac3ef5fa0 service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Received event network-vif-deleted-02035e89-9888-455f-a667-0c9cbe1e04ad {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 914.222022] env[69674]: INFO nova.compute.manager [req-34cf0f2c-0457-46e6-b128-545852a704d4 req-f47ae721-9d83-4603-9473-d9fac3ef5fa0 service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Neutron deleted interface 02035e89-9888-455f-a667-0c9cbe1e04ad; detaching it from the instance and deleting it from the info cache [ 914.222316] env[69674]: DEBUG nova.network.neutron [req-34cf0f2c-0457-46e6-b128-545852a704d4 req-f47ae721-9d83-4603-9473-d9fac3ef5fa0 service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.533570] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3256999, 'name': ReconfigVM_Task, 'duration_secs': 1.031993} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.533861] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e733232e-4081-459e-9d30-197c3f8ece6e/e733232e-4081-459e-9d30-197c3f8ece6e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.534912] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83206992-17a3-4a2d-86a0-721f2acfbb35 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.544984] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 914.544984] env[69674]: value = "task-3257006" [ 914.544984] env[69674]: _type = "Task" [ 914.544984] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.549611] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Successfully updated port: 531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.571445] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.571445] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c981c2-fb78-bd2b-1601-a04b4e9a1c4a" [ 914.571445] env[69674]: _type = "HttpNfcLease" [ 914.571445] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.575579] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.575579] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c981c2-fb78-bd2b-1601-a04b4e9a1c4a" [ 914.575579] env[69674]: _type = "HttpNfcLease" [ 914.575579] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.576198] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257006, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.576923] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a80d4e-5099-4c37-875a-18b8b65d6ff6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.588901] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.589157] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.653328] env[69674]: DEBUG nova.network.neutron [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.665926] env[69674]: INFO nova.compute.manager [-] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Took 0.78 seconds to deallocate network for instance. [ 914.680089] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.680497] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257003, 'name': ReconfigVM_Task, 'duration_secs': 0.674218} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.680765] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257004, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.684012] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695f5ed1-8ee2-4db5-9190-15882f4aaf3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.686105] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 2535d175-f741-4358-9734-4f7f2345c0fa/2535d175-f741-4358-9734-4f7f2345c0fa.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.687218] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c809fceb-1531-4744-ae74-5ac50337f21e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.697130] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 914.697130] env[69674]: value = "task-3257007" [ 914.697130] env[69674]: _type = "Task" [ 914.697130] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.698659] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 914.698659] env[69674]: value = "task-3257008" [ 914.698659] env[69674]: _type = "Task" [ 914.698659] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.713238] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dceea0e7-1b6a-4633-a65d-3663d09f6791 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.720307] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257008, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.725136] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.728668] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da522788-379c-4a24-99f7-bf8a04829c1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.743153] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e10c4-c389-4c93-9357-0037a62e74aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.757364] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ef8a0-81bf-46ad-93e1-61a2aead61f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.766483] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42086ab9-2419-43e8-9b3a-8d177e962486 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.793974] env[69674]: DEBUG nova.compute.manager [req-34cf0f2c-0457-46e6-b128-545852a704d4 req-f47ae721-9d83-4603-9473-d9fac3ef5fa0 service nova] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Detach interface failed, port_id=02035e89-9888-455f-a667-0c9cbe1e04ad, reason: Instance 790f3f69-2c19-4680-bc98-467af8739bee could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 914.825905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93590ee3-694c-4364-abbd-0d1f87c8a9b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.835297] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44539db-df54-4f10-87b2-7b00c6a903c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.850187] env[69674]: DEBUG nova.compute.provider_tree [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.983121] env[69674]: DEBUG nova.compute.manager [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Received event network-vif-plugged-531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 914.983121] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Acquiring lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.983121] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.983121] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.983121] env[69674]: DEBUG nova.compute.manager [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] No waiting events found dispatching network-vif-plugged-531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.983121] env[69674]: WARNING nova.compute.manager [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Received unexpected event network-vif-plugged-531c7e3c-05ab-43fd-84af-3933c7b20491 for instance with vm_state building and task_state spawning. [ 914.983121] env[69674]: DEBUG nova.compute.manager [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Received event network-changed-531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 914.983121] env[69674]: DEBUG nova.compute.manager [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Refreshing instance network info cache due to event network-changed-531c7e3c-05ab-43fd-84af-3933c7b20491. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 914.983121] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Acquiring lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.983121] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Acquired lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.983445] env[69674]: DEBUG nova.network.neutron [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Refreshing network info cache for port 531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.053966] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.060864] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257006, 'name': Rename_Task, 'duration_secs': 0.15278} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.061195] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.061442] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac295f70-3d6c-4b31-881e-2a7ef1e4737e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.069850] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 915.069850] env[69674]: value = "task-3257009" [ 915.069850] env[69674]: _type = "Task" [ 915.069850] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.084266] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.164441] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257004, 'name': CloneVM_Task, 'duration_secs': 1.504829} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.164722] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Created linked-clone VM from snapshot [ 915.165612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a7318-05f5-4aaf-98f1-130f93adc2b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.176143] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Uploading image 02b0aa64-7daf-4d40-b678-67ef60589d3d {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.182500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.213200] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257007, 'name': PowerOffVM_Task, 'duration_secs': 0.283264} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.214417] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.215272] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.215641] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08074942-19f0-4e9b-a87b-abb7b1dd80f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.221834] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257008, 'name': Rename_Task, 'duration_secs': 0.259287} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.222815] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.223345] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e747186-e4c6-4f2d-a9f9-192600eaf4e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.229831] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 915.229831] env[69674]: value = "task-3257010" [ 915.229831] env[69674]: _type = "Task" [ 915.229831] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.231605] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 915.231605] env[69674]: value = "task-3257011" [ 915.231605] env[69674]: _type = "Task" [ 915.231605] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.250061] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.250386] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 915.250681] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650623', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'name': 'volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0118ccc-b963-4c14-ab1d-5623ced79e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'serial': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 915.251515] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.252271] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a12768-4c2a-4e0e-8ebe-fff1899dda86 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.275245] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdddc876-2d91-4cad-83f7-ad2a679f71a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.284205] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e58a9bc-860a-4397-801a-60f09bcc9eb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.312758] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.312758] env[69674]: value = "vm-650744" [ 915.312758] env[69674]: _type = "VirtualMachine" [ 915.312758] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.313692] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9300aa67-ef45-4e28-9335-3e521e255cce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.317374] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff1a1048-e876-4650-aa0c-ed0a33a50d72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.336193] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] The volume has not been displaced from its original location: [datastore1] volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a/volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 915.341932] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.343910] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6fd380-972e-4ffb-8c97-67ce847fb88f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.358420] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease: (returnval){ [ 915.358420] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe8873-8817-2a90-dca0-0dceaf23a898" [ 915.358420] env[69674]: _type = "HttpNfcLease" [ 915.358420] env[69674]: } obtained for exporting VM: (result){ [ 915.358420] env[69674]: value = "vm-650744" [ 915.358420] env[69674]: _type = "VirtualMachine" [ 915.358420] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.358874] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the lease: (returnval){ [ 915.358874] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe8873-8817-2a90-dca0-0dceaf23a898" [ 915.358874] env[69674]: _type = "HttpNfcLease" [ 915.358874] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.359909] env[69674]: DEBUG nova.scheduler.client.report [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.370879] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 915.370879] env[69674]: value = "task-3257013" [ 915.370879] env[69674]: _type = "Task" [ 915.370879] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.372873] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.372873] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe8873-8817-2a90-dca0-0dceaf23a898" [ 915.372873] env[69674]: _type = "HttpNfcLease" [ 915.372873] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.376791] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.376791] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe8873-8817-2a90-dca0-0dceaf23a898" [ 915.376791] env[69674]: _type = "HttpNfcLease" [ 915.376791] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.377757] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f70f86-9690-4e2e-9967-da58362ebacc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.393104] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.393605] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.393854] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.516655] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da1d0ce2-4c47-4832-bd75-87d1a904a4c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.546577] env[69674]: DEBUG nova.network.neutron [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.582019] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.694316] env[69674]: DEBUG nova.network.neutron [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.751519] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.893535] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257013, 'name': ReconfigVM_Task, 'duration_secs': 0.199777} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.895281] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.901816] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac6a347-5faf-4f8a-8ed1-2a41741eeec0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.924174] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 915.924174] env[69674]: value = "task-3257014" [ 915.924174] env[69674]: _type = "Task" [ 915.924174] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.934866] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.082894] env[69674]: DEBUG oslo_vmware.api [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257009, 'name': PowerOnVM_Task, 'duration_secs': 0.653036} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.084378] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.087466] env[69674]: DEBUG nova.compute.manager [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 916.091194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec6941-1eff-4ed9-979f-1df7454789e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.196996] env[69674]: DEBUG oslo_concurrency.lockutils [req-87e74cb2-3599-4ad3-9775-45370745936a req-3c217c04-45cb-40dd-a9e9-1bf130929fa8 service nova] Releasing lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.197675] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquired lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.199701] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.250270] env[69674]: DEBUG oslo_vmware.api [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257011, 'name': PowerOnVM_Task, 'duration_secs': 0.61126} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.250643] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.251033] env[69674]: INFO nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Took 8.05 seconds to spawn the instance on the hypervisor. [ 916.251579] env[69674]: DEBUG nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 916.252382] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0febea-c938-47d7-8e71-a49a81eecef4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.385922] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.763s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.394187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.708s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.394711] env[69674]: DEBUG nova.objects.instance [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 916.440109] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257014, 'name': ReconfigVM_Task, 'duration_secs': 0.186217} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.440876] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650623', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'name': 'volume-c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0118ccc-b963-4c14-ab1d-5623ced79e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a', 'serial': 'c7c595d4-9d0e-468a-bb1e-378b1b83d89a'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 916.443058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.450745] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b9e29-79af-416d-989a-e8796459e462 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.467543] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.473857] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d7aaef-34d0-4619-8eca-18e5e3f010f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.561923] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.562323] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.563267] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Deleting the datastore file [datastore1] b0118ccc-b963-4c14-ab1d-5623ced79e2d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.563599] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600ad197-a50c-462e-b9ec-4013406a709a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.572012] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for the task: (returnval){ [ 916.572012] env[69674]: value = "task-3257016" [ 916.572012] env[69674]: _type = "Task" [ 916.572012] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.581997] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.616279] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.780029] env[69674]: INFO nova.compute.manager [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Took 35.25 seconds to build instance. [ 916.782609] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.987487] env[69674]: INFO nova.scheduler.client.report [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocation for migration 6860c1b1-7d37-4500-8c8c-e02ab22211fa [ 917.015192] env[69674]: DEBUG nova.network.neutron [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updating instance_info_cache with network_info: [{"id": "531c7e3c-05ab-43fd-84af-3933c7b20491", "address": "fa:16:3e:06:8f:e4", "network": {"id": "0921ac65-491d-4b80-8c42-aa7fc737f36d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1245885570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1552aadb7be143d58d400870e22039f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c7e3c-05", "ovs_interfaceid": "531c7e3c-05ab-43fd-84af-3933c7b20491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.083727] env[69674]: DEBUG oslo_vmware.api [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Task: {'id': task-3257016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092052} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.084435] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.084435] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.084524] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.184138] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 917.184639] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-770c803f-88be-4736-91dd-394741d71ca0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.197485] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92832d-dbe7-48c4-871f-3fe22463724c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.246317] env[69674]: ERROR nova.compute.manager [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Failed to detach volume c7c595d4-9d0e-468a-bb1e-378b1b83d89a from /dev/sda: nova.exception.InstanceNotFound: Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d could not be found. [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Traceback (most recent call last): [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 4225, in _do_rebuild_instance [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self.driver.rebuild(**kwargs) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise NotImplementedError() [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] NotImplementedError [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] During handling of the above exception, another exception occurred: [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Traceback (most recent call last): [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3648, in _detach_root_volume [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self.driver.detach_volume(context, old_connection_info, [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] return self._volumeops.detach_volume(connection_info, instance) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._detach_volume_vmdk(connection_info, instance) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] stable_ref.fetch_moref(session) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] nova.exception.InstanceNotFound: Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d could not be found. [ 917.246317] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.290932] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d30ab3a4-208a-4f23-88f1-3f787c632820 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.443s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.416948] env[69674]: DEBUG nova.compute.utils [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Build of instance b0118ccc-b963-4c14-ab1d-5623ced79e2d aborted: Failed to rebuild volume backed instance. {{(pid=69674) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 917.420491] env[69674]: ERROR nova.compute.manager [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b0118ccc-b963-4c14-ab1d-5623ced79e2d aborted: Failed to rebuild volume backed instance. [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Traceback (most recent call last): [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 4225, in _do_rebuild_instance [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self.driver.rebuild(**kwargs) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise NotImplementedError() [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] NotImplementedError [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] During handling of the above exception, another exception occurred: [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Traceback (most recent call last): [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3683, in _rebuild_volume_backed_instance [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._detach_root_volume(context, instance, root_bdm) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3662, in _detach_root_volume [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] with excutils.save_and_reraise_exception(): [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self.force_reraise() [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise self.value [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3648, in _detach_root_volume [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self.driver.detach_volume(context, old_connection_info, [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] return self._volumeops.detach_volume(connection_info, instance) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._detach_volume_vmdk(connection_info, instance) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] stable_ref.fetch_moref(session) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] nova.exception.InstanceNotFound: Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d could not be found. [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] During handling of the above exception, another exception occurred: [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Traceback (most recent call last): [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 11511, in _error_out_instance_on_exception [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] yield [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3951, in rebuild_instance [ 917.420491] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._do_rebuild_instance_with_claim( [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 4037, in _do_rebuild_instance_with_claim [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._do_rebuild_instance( [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 4229, in _do_rebuild_instance [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._rebuild_default_impl(**kwargs) [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3806, in _rebuild_default_impl [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] self._rebuild_volume_backed_instance( [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] File "/opt/stack/nova/nova/compute/manager.py", line 3698, in _rebuild_volume_backed_instance [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] raise exception.BuildAbortException( [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] nova.exception.BuildAbortException: Build of instance b0118ccc-b963-4c14-ab1d-5623ced79e2d aborted: Failed to rebuild volume backed instance. [ 917.422345] env[69674]: ERROR nova.compute.manager [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] [ 917.424278] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6394a7f-c2ab-42cc-9eb4-686737d5976c tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.425561] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.986s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.430533] env[69674]: INFO nova.compute.claims [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.495380] env[69674]: DEBUG oslo_concurrency.lockutils [None req-24463283-b56a-426d-8601-b69b1e175db7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.318s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.521024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Releasing lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.521024] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance network_info: |[{"id": "531c7e3c-05ab-43fd-84af-3933c7b20491", "address": "fa:16:3e:06:8f:e4", "network": {"id": "0921ac65-491d-4b80-8c42-aa7fc737f36d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1245885570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1552aadb7be143d58d400870e22039f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c7e3c-05", "ovs_interfaceid": "531c7e3c-05ab-43fd-84af-3933c7b20491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 917.521455] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:8f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531c7e3c-05ab-43fd-84af-3933c7b20491', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.530159] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Creating folder: Project (1552aadb7be143d58d400870e22039f4). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.531053] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2207b92e-4dda-4e2c-b556-1920a567c91d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.545919] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Created folder: Project (1552aadb7be143d58d400870e22039f4) in parent group-v650515. [ 917.546318] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Creating folder: Instances. Parent ref: group-v650745. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.546515] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8074e12-cdfd-4394-b08b-1aae639ba9f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.562436] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Created folder: Instances in parent group-v650745. [ 917.562676] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.562881] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.563826] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6de42d1b-2e52-4273-bf2d-b71fd5b3f915 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.585110] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.585110] env[69674]: value = "task-3257019" [ 917.585110] env[69674]: _type = "Task" [ 917.585110] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.594986] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257019, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.099878] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257019, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.600181] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257019, 'name': CreateVM_Task, 'duration_secs': 0.53413} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.600401] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.601360] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.601577] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.602214] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.602288] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a4889-0695-4e11-8406-da8f62272740 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.610621] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 918.610621] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df54ac-d26e-03d2-a79a-9b2338186ef8" [ 918.610621] env[69674]: _type = "Task" [ 918.610621] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.621263] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df54ac-d26e-03d2-a79a-9b2338186ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.896905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f3c54-2813-47d1-8c51-52b0e3f8ff59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.923943] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a9d279-a322-46d0-8bdd-98b023b53923 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.965483] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d0797-ecfa-4b8c-86b6-807377b2e81e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.975856] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e7479-5d75-459c-b551-6a928dcdaa42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.991548] env[69674]: DEBUG nova.compute.provider_tree [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.123266] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52df54ac-d26e-03d2-a79a-9b2338186ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.013571} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.123618] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.123829] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.124076] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.124227] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.124406] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.124870] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a08666-6d75-4f4d-956d-b2dbcddd6c20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.136730] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.136939] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.140081] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8fbe16-2d3f-47dc-91cf-b44de4b25ee7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.146715] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 919.146715] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e1914f-ca66-ff9b-b0ae-6302ac831a8f" [ 919.146715] env[69674]: _type = "Task" [ 919.146715] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.156337] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e1914f-ca66-ff9b-b0ae-6302ac831a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.466958] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.495322] env[69674]: DEBUG nova.scheduler.client.report [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.659866] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e1914f-ca66-ff9b-b0ae-6302ac831a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.660722] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42ad101-9064-465c-a95b-5f7f3362f06a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.667473] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 919.667473] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fbff4-2174-137b-54d2-2bd792d40248" [ 919.667473] env[69674]: _type = "Task" [ 919.667473] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.677284] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fbff4-2174-137b-54d2-2bd792d40248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.001119] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.001677] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 920.004479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.682s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.004713] env[69674]: DEBUG nova.objects.instance [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lazy-loading 'resources' on Instance uuid 49bb35eb-7fb8-4c1b-974e-d5d055135d2d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.180361] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521fbff4-2174-137b-54d2-2bd792d40248, 'name': SearchDatastore_Task, 'duration_secs': 0.018817} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.180848] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.180945] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a8af609c-8f95-47f2-9a81-add51336ec07/a8af609c-8f95-47f2-9a81-add51336ec07.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.181210] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec9322a4-d911-4016-aa33-738e816dde6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.188599] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 920.188599] env[69674]: value = "task-3257020" [ 920.188599] env[69674]: _type = "Task" [ 920.188599] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.196809] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.508677] env[69674]: DEBUG nova.compute.utils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.510293] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 920.510546] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.573742] env[69674]: DEBUG nova.policy [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5fcb285ae6d40dd8e60470e662cfb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db1faeaf04148e88fd18a0136e39fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.703603] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.898620] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Successfully created port: 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.960375] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465cb05e-9f37-4bfa-9248-fbe42cfeb7c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.968912] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dae5a6-de97-4485-bdde-81f4f2038854 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.003431] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98546877-171d-4a0d-99a5-2b1726dea442 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.012404] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c9fdf8-d949-4414-b729-da2aaf4c3b1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.016881] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 921.031157] env[69674]: DEBUG nova.compute.provider_tree [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.199362] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.199714] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a8af609c-8f95-47f2-9a81-add51336ec07/a8af609c-8f95-47f2-9a81-add51336ec07.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.199875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.200182] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb66bd6-bbf6-462f-a6ba-687adebe10b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.208519] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 921.208519] env[69674]: value = "task-3257021" [ 921.208519] env[69674]: _type = "Task" [ 921.208519] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.216812] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.536471] env[69674]: DEBUG nova.scheduler.client.report [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.719242] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08553} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.719530] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.720429] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed571b25-c9a2-498e-b56e-644917543ce6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.744485] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a8af609c-8f95-47f2-9a81-add51336ec07/a8af609c-8f95-47f2-9a81-add51336ec07.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.744828] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edba8609-1e21-42ff-a6aa-78d4a68dd79f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.767233] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 921.767233] env[69674]: value = "task-3257022" [ 921.767233] env[69674]: _type = "Task" [ 921.767233] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.778550] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.028591] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 922.041468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.043862] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.550s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.044077] env[69674]: DEBUG nova.objects.instance [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.065254] env[69674]: INFO nova.scheduler.client.report [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted allocations for instance 49bb35eb-7fb8-4c1b-974e-d5d055135d2d [ 922.280604] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257022, 'name': ReconfigVM_Task, 'duration_secs': 0.439511} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.280604] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a8af609c-8f95-47f2-9a81-add51336ec07/a8af609c-8f95-47f2-9a81-add51336ec07.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.281263] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d58d36-9dae-4c9a-aeec-500b54a96f96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.289516] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 922.289516] env[69674]: value = "task-3257023" [ 922.289516] env[69674]: _type = "Task" [ 922.289516] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.301692] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257023, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.415679] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Successfully updated port: 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.572769] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6348546e-4a16-434f-9b9d-3072ef7320e3 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "49bb35eb-7fb8-4c1b-974e-d5d055135d2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.812s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.808392] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257023, 'name': Rename_Task, 'duration_secs': 0.208466} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.808770] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.809063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ba0be1-a9a3-499d-b1ba-4044ba3f1aa9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.820417] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 922.820417] env[69674]: value = "task-3257024" [ 922.820417] env[69674]: _type = "Task" [ 922.820417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.831726] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.920390] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.920695] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.920695] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.054032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7f392fff-c0a4-40c8-a370-a397bf2c2da3 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.055398] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.243s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.055620] env[69674]: DEBUG nova.objects.instance [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lazy-loading 'resources' on Instance uuid 76970c21-c4d6-4e4f-9bf4-c6336882b320 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.331796] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.457160] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.606026] env[69674]: DEBUG nova.network.neutron [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.835310] env[69674]: DEBUG oslo_vmware.api [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257024, 'name': PowerOnVM_Task, 'duration_secs': 0.756793} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.835626] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.835876] env[69674]: INFO nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Took 10.40 seconds to spawn the instance on the hypervisor. [ 923.836086] env[69674]: DEBUG nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 923.836939] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c2facb-02a3-46af-8952-29cba628029e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993738] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.993738] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.993738] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.993738] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.993738] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.994369] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.994369] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.994369] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.994524] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.994670] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.994972] env[69674]: DEBUG nova.virt.hardware [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.997283] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edd461-b320-441b-bd0e-f2bc1833d841 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.010306] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.012444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62542086-b1f1-4c49-913b-fb03be2ac97b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.017756] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc1816-0826-43bb-a719-203bc4c2d33c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.027064] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.027641] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e43124-d2c6-4ddf-be15-e068ad2d5c07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.041412] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.042066] env[69674]: ERROR oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk due to incomplete transfer. [ 924.044602] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8df6c5f-a016-4668-8405-20ef3285f446 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.048968] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.049058] env[69674]: ERROR oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk due to incomplete transfer. [ 924.049314] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0a8b556-bc08-4541-885d-78e95d849013 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.053848] env[69674]: DEBUG oslo_vmware.rw_handles [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e12fd0-9f70-64a5-4c54-7467ef5b58e7/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.054110] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Uploaded image 2b4e3bc2-c05d-4a3f-bb2c-960b39d986cb to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.057024] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.059894] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-542fa5c2-db05-49c4-a5a6-bf574c83df28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.063128] env[69674]: DEBUG oslo_vmware.rw_handles [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcfec3-e588-6c43-567a-6eae805bca3d/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.066086] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Uploaded image 02b0aa64-7daf-4d40-b678-67ef60589d3d to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.066086] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.066086] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebe386f3-e5d4-4adf-ba9a-16a99ce6e196 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.072901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388eca8b-5533-4bf8-b53e-c4a17a3714ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.078156] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 924.078156] env[69674]: value = "task-3257026" [ 924.078156] env[69674]: _type = "Task" [ 924.078156] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.078622] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 924.078622] env[69674]: value = "task-3257025" [ 924.078622] env[69674]: _type = "Task" [ 924.078622] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.089286] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ceca1-c0b9-498e-96f3-c2bf18176759 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.098598] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257026, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.098598] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257025, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.127334] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.127664] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Instance network_info: |[{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 924.128329] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:43:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '362adf2d-16fa-4285-a7c3-d9b768bff5f1', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.135840] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.136653] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ce5279-297b-4aa4-b659-1086da28a840 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.139321] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.139540] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-732f4929-d76d-4b2c-b42f-5249ca8f67b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.162109] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb38162-a0cf-4320-8f28-cad01ae3708c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.166338] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.166338] env[69674]: value = "task-3257027" [ 924.166338] env[69674]: _type = "Task" [ 924.166338] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.180028] env[69674]: DEBUG nova.compute.provider_tree [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.186647] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257027, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.364999] env[69674]: INFO nova.compute.manager [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Took 38.11 seconds to build instance. [ 924.599900] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257026, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.600204] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257025, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.677136] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257027, 'name': CreateVM_Task, 'duration_secs': 0.440569} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.677325] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.678015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.678192] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.678574] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.678853] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e44cf29-c3e9-4654-862d-f1f3fc44b56b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681245] env[69674]: DEBUG nova.scheduler.client.report [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.688337] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 924.688337] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299defa-adc2-d5a4-31dc-fbafbca03927" [ 924.688337] env[69674]: _type = "Task" [ 924.688337] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.696662] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299defa-adc2-d5a4-31dc-fbafbca03927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.740377] env[69674]: DEBUG nova.compute.manager [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-vif-plugged-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 924.740584] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.740805] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.741073] env[69674]: DEBUG oslo_concurrency.lockutils [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.741205] env[69674]: DEBUG nova.compute.manager [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] No waiting events found dispatching network-vif-plugged-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.741375] env[69674]: WARNING nova.compute.manager [req-9c340ba8-e7a5-4462-927b-db001dd3cbb1 req-ad762ce2-4404-4c11-b87f-5622c8465781 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received unexpected event network-vif-plugged-362adf2d-16fa-4285-a7c3-d9b768bff5f1 for instance with vm_state building and task_state spawning. [ 924.868905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5f639a49-da54-4b35-97da-c3ccc216f54f tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.338s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.092561] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257026, 'name': Destroy_Task, 'duration_secs': 0.765418} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.095855] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Destroyed the VM [ 925.096108] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.096376] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257025, 'name': Destroy_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.096590] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5c02e1f-cb2a-4170-8b17-5223f399df30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.102927] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 925.102927] env[69674]: value = "task-3257028" [ 925.102927] env[69674]: _type = "Task" [ 925.102927] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.111887] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257028, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.186130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.188617] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.565s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.188954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.190847] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.653s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.191080] env[69674]: DEBUG nova.objects.instance [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lazy-loading 'resources' on Instance uuid 0dcd11d7-7519-48e1-a905-b3e37aa50ec4 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.209565] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5299defa-adc2-d5a4-31dc-fbafbca03927, 'name': SearchDatastore_Task, 'duration_secs': 0.046685} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.210441] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.210441] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.210441] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.211533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.211533] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.211533] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab43bd58-c44e-410f-b463-eccd9392c05c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.219331] env[69674]: INFO nova.scheduler.client.report [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted allocations for instance 76970c21-c4d6-4e4f-9bf4-c6336882b320 [ 925.224716] env[69674]: INFO nova.scheduler.client.report [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted allocations for instance 888b0976-1a94-4901-8904-fefd169b829b [ 925.230027] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.230187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.231233] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2515a744-6820-41ed-8b86-375505c8d92c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.237679] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 925.237679] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52668a6e-5948-75f6-f41b-fb1cc6445b57" [ 925.237679] env[69674]: _type = "Task" [ 925.237679] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.247321] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52668a6e-5948-75f6-f41b-fb1cc6445b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.339924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "8f0d714b-1664-4a83-8f75-e48033d4611d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.340263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.340514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.340961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.341208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.347895] env[69674]: INFO nova.compute.manager [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Terminating instance [ 925.407301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.407301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.408090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.408090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.408090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.410413] env[69674]: INFO nova.compute.manager [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Terminating instance [ 925.594403] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257025, 'name': Destroy_Task, 'duration_secs': 1.024947} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.594788] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Destroyed the VM [ 925.595039] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.595408] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89eab027-b40f-4210-a01f-90e0b797c29d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.603270] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 925.603270] env[69674]: value = "task-3257029" [ 925.603270] env[69674]: _type = "Task" [ 925.603270] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.623890] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257029, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.624218] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257028, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.727908] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b6033115-3a37-4816-a969-903b7eb47e8f tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "76970c21-c4d6-4e4f-9bf4-c6336882b320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.752s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.732257] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6ca2ee6-bd09-4d68-be2e-39abc21b5416 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "888b0976-1a94-4901-8904-fefd169b829b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.573s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.755833] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52668a6e-5948-75f6-f41b-fb1cc6445b57, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.758030] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc21099d-5c71-460a-a1ed-59ba10c0faa8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.766656] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 925.766656] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527604be-6c1b-ba45-942a-7f599b79db51" [ 925.766656] env[69674]: _type = "Task" [ 925.766656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.777812] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527604be-6c1b-ba45-942a-7f599b79db51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.854831] env[69674]: DEBUG nova.compute.manager [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 925.855054] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.855592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-599f941f-c49a-4c85-a3ea-ad33f9293db5 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "e34e4b55-ca5a-4a0d-b756-9ad127328189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.855801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-599f941f-c49a-4c85-a3ea-ad33f9293db5 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "e34e4b55-ca5a-4a0d-b756-9ad127328189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.857569] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958fa2cb-0c74-4c31-b589-2658bd3e3d16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.875541] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.876346] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12cf32f0-e257-4088-a533-53e7132e8d4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.889568] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 925.889568] env[69674]: value = "task-3257030" [ 925.889568] env[69674]: _type = "Task" [ 925.889568] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.900102] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.918059] env[69674]: DEBUG nova.compute.manager [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 925.918684] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a5b97b4-47d4-4c86-ac5c-b5d0a6ddc209 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.930305] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366de51b-f130-4d2d-a8e4-0c9ea92baffd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.988888] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d could not be found. [ 925.989347] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.993435] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c1a9cad-403a-4b8f-8360-4bf4dd55e6f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.004558] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3367c-f9fa-454d-8c68-20d5ef5905bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.054900] env[69674]: WARNING nova.virt.vmwareapi.vmops [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b0118ccc-b963-4c14-ab1d-5623ced79e2d could not be found. [ 926.055180] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.057346] env[69674]: INFO nova.compute.manager [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Took 0.14 seconds to destroy the instance on the hypervisor. [ 926.057346] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.058901] env[69674]: DEBUG nova.compute.manager [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 926.058901] env[69674]: DEBUG nova.network.neutron [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.131388] env[69674]: DEBUG oslo_vmware.api [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257028, 'name': RemoveSnapshot_Task, 'duration_secs': 0.842714} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.131664] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257029, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.132186] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.132281] env[69674]: INFO nova.compute.manager [None req-af1e8af9-203d-4b4e-b647-d183c3d8d724 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Took 14.63 seconds to snapshot the instance on the hypervisor. [ 926.146631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.147082] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.278960] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527604be-6c1b-ba45-942a-7f599b79db51, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.281859] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.282184] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/c3d16a15-fe59-488b-bdfb-6f7116e3c735.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.282679] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e4eb66-119c-40a6-8136-3f93fddb6afe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.293240] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 926.293240] env[69674]: value = "task-3257031" [ 926.293240] env[69674]: _type = "Task" [ 926.293240] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.305535] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.306886] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a31c907-c6a8-4953-8f11-ec11fe1bf064 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.315440] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2994aa8e-f856-4293-b220-4445d162a08a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.323855] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "e733232e-4081-459e-9d30-197c3f8ece6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.324154] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.324410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "e733232e-4081-459e-9d30-197c3f8ece6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.324734] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.324845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.354373] env[69674]: INFO nova.compute.manager [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Terminating instance [ 926.356141] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df808136-2e9d-49a5-9d84-077f70c682dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.363866] env[69674]: DEBUG nova.compute.manager [None req-599f941f-c49a-4c85-a3ea-ad33f9293db5 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: e34e4b55-ca5a-4a0d-b756-9ad127328189] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 926.369692] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6564f-1a00-4d2e-9ebf-83a4fdd9b706 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.389400] env[69674]: DEBUG nova.compute.provider_tree [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.403314] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257030, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.549612] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.549994] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.623157] env[69674]: DEBUG oslo_vmware.api [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257029, 'name': RemoveSnapshot_Task, 'duration_secs': 0.922972} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.624328] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.624328] env[69674]: INFO nova.compute.manager [None req-ac9eb50b-b9ee-4076-88d2-e72e13710c25 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 17.78 seconds to snapshot the instance on the hypervisor. [ 926.653710] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 926.811657] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257031, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.863293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "refresh_cache-e733232e-4081-459e-9d30-197c3f8ece6e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.863293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquired lock "refresh_cache-e733232e-4081-459e-9d30-197c3f8ece6e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.863293] env[69674]: DEBUG nova.network.neutron [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.870670] env[69674]: DEBUG nova.compute.manager [None req-599f941f-c49a-4c85-a3ea-ad33f9293db5 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: e34e4b55-ca5a-4a0d-b756-9ad127328189] Instance disappeared before build. {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 926.902597] env[69674]: DEBUG nova.scheduler.client.report [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.914462] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257030, 'name': PowerOffVM_Task, 'duration_secs': 0.553685} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.914462] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.914462] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.914462] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c9bfeb-cc1a-4d25-af74-0f2b921a9c55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.012342] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.012588] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.012774] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleting the datastore file [datastore2] 8f0d714b-1664-4a83-8f75-e48033d4611d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.013109] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb08c2d-0d9a-46cf-af43-47cdb46365fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.022215] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for the task: (returnval){ [ 927.022215] env[69674]: value = "task-3257033" [ 927.022215] env[69674]: _type = "Task" [ 927.022215] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.040732] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.053343] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 927.184605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.271102] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.271481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.271481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.271663] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.271828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.274139] env[69674]: INFO nova.compute.manager [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Terminating instance [ 927.301566] env[69674]: DEBUG nova.network.neutron [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.307057] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570139} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.308552] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/c3d16a15-fe59-488b-bdfb-6f7116e3c735.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.308688] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.309301] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b340e1a-7286-4e71-b269-a8d91c748065 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.321169] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 927.321169] env[69674]: value = "task-3257034" [ 927.321169] env[69674]: _type = "Task" [ 927.321169] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.337022] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.341845] env[69674]: DEBUG nova.compute.manager [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 927.342271] env[69674]: DEBUG nova.compute.manager [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing instance network info cache due to event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 927.342624] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.342950] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.343429] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.390292] env[69674]: DEBUG oslo_concurrency.lockutils [None req-599f941f-c49a-4c85-a3ea-ad33f9293db5 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "e34e4b55-ca5a-4a0d-b756-9ad127328189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.534s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.407095] env[69674]: DEBUG nova.network.neutron [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.409949] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.414542] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.585s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.416199] env[69674]: INFO nova.compute.claims [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.454193] env[69674]: INFO nova.scheduler.client.report [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Deleted allocations for instance 0dcd11d7-7519-48e1-a905-b3e37aa50ec4 [ 927.535224] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.549607] env[69674]: DEBUG nova.network.neutron [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.584018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.778728] env[69674]: DEBUG nova.compute.manager [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 927.778986] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.779917] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35974db-86e4-4ba9-8d15-a661afac1b73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.789143] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.789414] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b7982a-9e56-473c-af92-590fa9fc3cbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.797301] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 927.797301] env[69674]: value = "task-3257035" [ 927.797301] env[69674]: _type = "Task" [ 927.797301] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.806858] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.810495] env[69674]: INFO nova.compute.manager [-] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Took 1.75 seconds to deallocate network for instance. [ 927.840777] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079956} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.840777] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.840777] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef43be35-d1df-4407-828d-31f5f1aaf155 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.874424] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/c3d16a15-fe59-488b-bdfb-6f7116e3c735.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.874424] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e308c46-e443-4e51-8895-e5a888761dde {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.895334] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 927.895334] env[69674]: value = "task-3257036" [ 927.895334] env[69674]: _type = "Task" [ 927.895334] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.906817] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.961050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.961269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.968051] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3b984dfd-635b-4315-92bf-889c0d610467 tempest-ServersListShow296Test-338122552 tempest-ServersListShow296Test-338122552-project-member] Lock "0dcd11d7-7519-48e1-a905-b3e37aa50ec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.666s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.041321] env[69674]: DEBUG oslo_vmware.api [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Task: {'id': task-3257033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574254} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.041601] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.041798] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.041981] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.042204] env[69674]: INFO nova.compute.manager [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 928.042464] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.042855] env[69674]: DEBUG nova.compute.manager [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 928.045811] env[69674]: DEBUG nova.network.neutron [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.052194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Releasing lock "refresh_cache-e733232e-4081-459e-9d30-197c3f8ece6e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.052615] env[69674]: DEBUG nova.compute.manager [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 928.052801] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.053716] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcaa59-1a2f-4ef7-b26a-1e7d40f66016 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.064121] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.066632] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443cd9b8-1e76-4d13-8fa8-83cb2480c5b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.075173] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 928.075173] env[69674]: value = "task-3257037" [ 928.075173] env[69674]: _type = "Task" [ 928.075173] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.084653] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.182158] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updated VIF entry in instance network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.182158] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.309123] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257035, 'name': PowerOffVM_Task, 'duration_secs': 0.230132} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.309320] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.311306] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.311306] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d5f1963-5625-4297-957d-5a126ebf9bc2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.387307] env[69674]: INFO nova.compute.manager [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Took 0.58 seconds to detach 1 volumes for instance. [ 928.389870] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.392400] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.392400] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore1] e4a6a52b-268e-4547-9a2c-93e1b7224797 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.392400] env[69674]: DEBUG nova.compute.manager [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Deleting volume: c7c595d4-9d0e-468a-bb1e-378b1b83d89a {{(pid=69674) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 928.395515] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-313a8705-7584-4374-b296-e1f23da2c256 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.409218] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 928.409218] env[69674]: value = "task-3257039" [ 928.409218] env[69674]: _type = "Task" [ 928.409218] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.413323] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.431118] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.464664] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 928.591066] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257037, 'name': PowerOffVM_Task, 'duration_secs': 0.250286} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.591878] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.592031] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.592392] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f7e882c-2d30-4f85-bd76-3cfe1f55d937 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.624098] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.624452] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.624798] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Deleting the datastore file [datastore1] e733232e-4081-459e-9d30-197c3f8ece6e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.625287] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-584463a9-3d97-4f79-9726-e8b1b10ff7b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.631243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.631532] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.633557] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.633557] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.633557] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.635781] env[69674]: INFO nova.compute.manager [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Terminating instance [ 928.643894] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for the task: (returnval){ [ 928.643894] env[69674]: value = "task-3257042" [ 928.643894] env[69674]: _type = "Task" [ 928.643894] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.670480] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.685088] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.685364] env[69674]: DEBUG nova.compute.manager [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Received event network-changed-531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 928.685533] env[69674]: DEBUG nova.compute.manager [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Refreshing instance network info cache due to event network-changed-531c7e3c-05ab-43fd-84af-3933c7b20491. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 928.685741] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Acquiring lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.685885] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Acquired lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.686065] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Refreshing network info cache for port 531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.719018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.719018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.719018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.719018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.719018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.719338] env[69674]: INFO nova.compute.manager [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Terminating instance [ 928.918612] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.930344] env[69674]: DEBUG oslo_vmware.api [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15347} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.930633] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.931745] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.931745] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.931745] env[69674]: INFO nova.compute.manager [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Took 1.15 seconds to destroy the instance on the hypervisor. [ 928.931745] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.931745] env[69674]: DEBUG nova.compute.manager [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 928.931991] env[69674]: DEBUG nova.network.neutron [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.975073] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a4504-99bc-4cc8-a85b-ab0f7aa6c9a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.983538] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12c4f19-f97f-432e-bd1d-4bbecb115465 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.988299] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.993046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.017472] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b2774-1340-40ae-884d-3cd4e34e6d02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.027295] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c012a3-e335-4333-a461-2f6bd0298ac9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.042650] env[69674]: DEBUG nova.compute.provider_tree [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.096232] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.096232] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.157993] env[69674]: DEBUG oslo_vmware.api [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Task: {'id': task-3257042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108133} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.157993] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.158740] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.158740] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.158740] env[69674]: INFO nova.compute.manager [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 929.158951] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.159659] env[69674]: DEBUG nova.compute.manager [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 929.159923] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.160184] env[69674]: DEBUG nova.compute.manager [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 929.160283] env[69674]: DEBUG nova.network.neutron [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.165444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5883e-cce6-437e-995c-941c3c9b9391 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.180853] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.180853] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-442a5feb-b29f-454d-a953-8c8d143b5017 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.186039] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 929.186039] env[69674]: value = "task-3257043" [ 929.186039] env[69674]: _type = "Task" [ 929.186039] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.192478] env[69674]: DEBUG nova.network.neutron [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.200011] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.226850] env[69674]: DEBUG nova.compute.manager [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 929.227160] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.228045] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02623d2-1af8-4d4b-b228-f6974141b9e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.237944] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.238148] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34501183-17ee-4f7e-9288-72f36311736f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.246024] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 929.246024] env[69674]: value = "task-3257044" [ 929.246024] env[69674]: _type = "Task" [ 929.246024] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.258224] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3257044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.362617] env[69674]: DEBUG nova.network.neutron [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.416950] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257036, 'name': ReconfigVM_Task, 'duration_secs': 1.390605} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.416950] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfigured VM instance instance-00000052 to attach disk [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/c3d16a15-fe59-488b-bdfb-6f7116e3c735.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.416950] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4766e8f9-98a5-4892-a431-0f6749d8250b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.427241] env[69674]: DEBUG nova.compute.manager [req-5d54df67-cb3c-4cdc-9d07-be356a00b056 req-e8eb7311-4b49-4a0c-8ce9-e11bee1ce53e service nova] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Received event network-vif-deleted-f48ee873-b17e-4c42-a87b-4f7828cb99ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 929.440044] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 929.440044] env[69674]: value = "task-3257045" [ 929.440044] env[69674]: _type = "Task" [ 929.440044] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.453685] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257045, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.547762] env[69674]: DEBUG nova.scheduler.client.report [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.597091] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 929.698282] env[69674]: DEBUG nova.network.neutron [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.705753] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257043, 'name': PowerOffVM_Task, 'duration_secs': 0.317793} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.705753] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.705753] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.705753] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76215c0-1066-4742-9c7c-3b4d370885dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.762275] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3257044, 'name': PowerOffVM_Task, 'duration_secs': 0.293879} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.762583] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.762934] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.763735] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updated VIF entry in instance network info cache for port 531c7e3c-05ab-43fd-84af-3933c7b20491. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.764735] env[69674]: DEBUG nova.network.neutron [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updating instance_info_cache with network_info: [{"id": "531c7e3c-05ab-43fd-84af-3933c7b20491", "address": "fa:16:3e:06:8f:e4", "network": {"id": "0921ac65-491d-4b80-8c42-aa7fc737f36d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1245885570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1552aadb7be143d58d400870e22039f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c7e3c-05", "ovs_interfaceid": "531c7e3c-05ab-43fd-84af-3933c7b20491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.765590] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9f8c2e-8c6f-4b69-9211-de40789851e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.819085] env[69674]: DEBUG nova.compute.manager [req-8890d462-b7ce-443f-8a22-0623ab1ab258 req-1a38e757-055c-4a37-94f7-37a0973be3b2 service nova] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Received event network-vif-deleted-46f945f4-a7c0-4405-a0e6-7df3f067b94f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 929.837270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.837270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.837562] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore1] 79421382-86c8-4416-bf68-b1f3c3364f46 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.838396] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa0f3d80-27e4-4b0c-b3bf-ee81b1b77360 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.847381] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 929.847381] env[69674]: value = "task-3257048" [ 929.847381] env[69674]: _type = "Task" [ 929.847381] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.854022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.854348] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.854533] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleting the datastore file [datastore1] b0ee902e-14b1-490e-b8ae-e327563499f1 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.855427] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa6985d6-c4fc-43bf-bcc5-dad6c758c34b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.862660] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.866191] env[69674]: INFO nova.compute.manager [-] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Took 1.82 seconds to deallocate network for instance. [ 929.874261] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for the task: (returnval){ [ 929.874261] env[69674]: value = "task-3257049" [ 929.874261] env[69674]: _type = "Task" [ 929.874261] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.894101] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3257049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.922905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.923151] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.952412] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257045, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.060562] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.061290] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 930.068477] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.629s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.068477] env[69674]: DEBUG nova.objects.instance [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lazy-loading 'resources' on Instance uuid c7566347-5e0a-40d9-a227-ccef21b1559d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.127365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.206951] env[69674]: INFO nova.compute.manager [-] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Took 1.04 seconds to deallocate network for instance. [ 930.270170] env[69674]: DEBUG oslo_concurrency.lockutils [req-f4221849-81f7-4888-8e40-c705b8e9dfad req-e2c6a229-138d-4848-b6f2-4a3975003dfa service nova] Releasing lock "refresh_cache-a8af609c-8f95-47f2-9a81-add51336ec07" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.272133] env[69674]: DEBUG nova.network.neutron [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.361021] env[69674]: DEBUG oslo_vmware.api [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236226} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.361021] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.361021] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.361021] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.361021] env[69674]: INFO nova.compute.manager [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Took 1.20 seconds to destroy the instance on the hypervisor. [ 930.361732] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.361732] env[69674]: DEBUG nova.compute.manager [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 930.361732] env[69674]: DEBUG nova.network.neutron [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.386451] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.395876] env[69674]: DEBUG oslo_vmware.api [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Task: {'id': task-3257049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243241} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.396310] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.396574] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.396871] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.397653] env[69674]: INFO nova.compute.manager [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 930.398297] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.398297] env[69674]: DEBUG nova.compute.manager [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 930.398297] env[69674]: DEBUG nova.network.neutron [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.429022] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 930.460937] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257045, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.571676] env[69674]: DEBUG nova.compute.utils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.574182] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 930.574182] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.657578] env[69674]: DEBUG nova.policy [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7caf43f22b8431d95ab7a7d71f3b313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a7b22682966418689f0f0cf3f9438fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.714273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.779299] env[69674]: INFO nova.compute.manager [-] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Took 1.85 seconds to deallocate network for instance. [ 930.957160] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257045, 'name': Rename_Task, 'duration_secs': 1.337823} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.959598] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.961966] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.963148] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fd4148-2d7f-47be-931c-6a63dc70293b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.974402] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 930.974402] env[69674]: value = "task-3257050" [ 930.974402] env[69674]: _type = "Task" [ 930.974402] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.992404] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.085742] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 931.196732] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6650f-566c-4132-aa02-90563efa12b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.205911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff865d-488c-4e75-9078-ac4bda340684 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.241158] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315702a6-e02f-4a08-aaba-a3171bcdafb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.250251] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cc60f-6459-42cf-b34e-e464cad78291 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.272137] env[69674]: DEBUG nova.compute.provider_tree [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.282149] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Successfully created port: 75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.290597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.433194] env[69674]: DEBUG nova.network.neutron [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.467935] env[69674]: DEBUG nova.network.neutron [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.505441] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257050, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.775288] env[69674]: DEBUG nova.scheduler.client.report [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.840160] env[69674]: DEBUG nova.compute.manager [req-98f11a45-1db9-4a71-a8fb-4ea9ed638bda req-85e08345-ac1d-4d30-abe3-10221446a8e4 service nova] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Received event network-vif-deleted-57cb876f-cc87-46d0-882f-d2e19f13d2ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 931.840378] env[69674]: DEBUG nova.compute.manager [req-98f11a45-1db9-4a71-a8fb-4ea9ed638bda req-85e08345-ac1d-4d30-abe3-10221446a8e4 service nova] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Received event network-vif-deleted-375c5f1e-56be-4281-9d9b-b4aa6885dbe5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 931.855163] env[69674]: DEBUG nova.compute.manager [req-a6ca2660-3970-4883-a76a-3cb41a919b41 req-f268469b-c851-428a-8af7-f27e3901aa56 service nova] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Received event network-vif-deleted-2bbcf247-bad0-41d4-b07a-c7f0e0a9bc11 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 931.936379] env[69674]: INFO nova.compute.manager [-] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Took 1.57 seconds to deallocate network for instance. [ 931.974723] env[69674]: INFO nova.compute.manager [-] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Took 1.58 seconds to deallocate network for instance. [ 931.997953] env[69674]: DEBUG oslo_vmware.api [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257050, 'name': PowerOnVM_Task, 'duration_secs': 0.580406} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.998428] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.998428] env[69674]: INFO nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Took 9.97 seconds to spawn the instance on the hypervisor. [ 931.998587] env[69674]: DEBUG nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 931.999389] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d932d84c-8f77-426d-a838-854fef8dea63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.097981] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 932.121941] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.122294] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.122447] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.122536] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.122721] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.123044] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.123091] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.123268] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.123442] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.123603] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.123772] env[69674]: DEBUG nova.virt.hardware [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.124989] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d3b68-13d0-4c27-ba34-42aa5aa930ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.134084] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b34c27-ed04-4363-95f6-93ab0b6cd53d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.281790] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.284676] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.297s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.284676] env[69674]: DEBUG nova.objects.instance [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'resources' on Instance uuid a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.312649] env[69674]: INFO nova.scheduler.client.report [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleted allocations for instance c7566347-5e0a-40d9-a227-ccef21b1559d [ 932.448781] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.486365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "d4ba4347-8333-4520-b723-4498e6cac57f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.486365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.486365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.492931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.492931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.492931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.496101] env[69674]: INFO nova.compute.manager [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Terminating instance [ 932.524795] env[69674]: INFO nova.compute.manager [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Took 38.14 seconds to build instance. [ 932.788092] env[69674]: DEBUG nova.objects.instance [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'numa_topology' on Instance uuid a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.821423] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4b5064b2-c4d0-4e5a-a851-9583778b146a tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "c7566347-5e0a-40d9-a227-ccef21b1559d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.028s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.005398] env[69674]: DEBUG nova.compute.manager [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 933.005664] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.006713] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40828d4f-357a-46e7-8f02-8031d3ec7355 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.025029] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.025029] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fd489e-78e2-441f-81bb-867146d17d52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.027217] env[69674]: DEBUG oslo_concurrency.lockutils [None req-768837f1-a336-4c2b-baab-7fb547c3c2f9 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.656s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.033021] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 933.033021] env[69674]: value = "task-3257051" [ 933.033021] env[69674]: _type = "Task" [ 933.033021] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.044323] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.293620] env[69674]: DEBUG nova.objects.base [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.507541] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Successfully updated port: 75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.542910] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257051, 'name': PowerOffVM_Task, 'duration_secs': 0.284499} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.543207] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.543785] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.543785] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084b583d-51cb-4897-bcff-2fb3cef41a80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.626751] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.627235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.627235] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleting the datastore file [datastore1] d4ba4347-8333-4520-b723-4498e6cac57f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.627505] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6f65b49-b36c-4fa0-993c-db906887d636 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.639029] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 933.639029] env[69674]: value = "task-3257053" [ 933.639029] env[69674]: _type = "Task" [ 933.639029] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.649397] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.838714] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c0dc1-b599-4c07-bb95-02e71b3d73a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.846559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb705e-746b-46d1-8420-b28e9133f674 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.877897] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bfa774-5087-4033-b9af-14b4d794ad58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.886283] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8182fc-7a76-4eec-a63c-27aff5377bb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.900529] env[69674]: DEBUG nova.compute.provider_tree [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.938817] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Received event network-vif-plugged-75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 933.939158] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Acquiring lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.939293] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.939416] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.939679] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] No waiting events found dispatching network-vif-plugged-75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.939996] env[69674]: WARNING nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Received unexpected event network-vif-plugged-75a6eac7-c94a-41e7-946c-61361697d213 for instance with vm_state building and task_state spawning. [ 933.939996] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 933.940294] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing instance network info cache due to event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 933.940392] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.940545] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.940719] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.014758] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.014947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.015115] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.150095] env[69674]: DEBUG oslo_vmware.api [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444665} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.150386] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.150638] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.151100] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.151100] env[69674]: INFO nova.compute.manager [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.151507] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.151720] env[69674]: DEBUG nova.compute.manager [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 934.153039] env[69674]: DEBUG nova.network.neutron [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.223931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.224238] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.411370] env[69674]: DEBUG nova.scheduler.client.report [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.588796] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.726416] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 934.840973] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updated VIF entry in instance network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.841391] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.851601] env[69674]: DEBUG nova.network.neutron [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Updating instance_info_cache with network_info: [{"id": "75a6eac7-c94a-41e7-946c-61361697d213", "address": "fa:16:3e:b6:b0:8a", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6eac7-c9", "ovs_interfaceid": "75a6eac7-c94a-41e7-946c-61361697d213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.919181] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.635s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.927017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.255s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.927017] env[69674]: INFO nova.compute.claims [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.935839] env[69674]: DEBUG nova.network.neutron [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.002807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.003089] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.003307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.003491] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.003661] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.006125] env[69674]: INFO nova.compute.manager [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Terminating instance [ 935.251027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.347359] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.347645] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Received event network-changed-75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 935.347850] env[69674]: DEBUG nova.compute.manager [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Refreshing instance network info cache due to event network-changed-75a6eac7-c94a-41e7-946c-61361697d213. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 935.348422] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Acquiring lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.353679] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.353961] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Instance network_info: |[{"id": "75a6eac7-c94a-41e7-946c-61361697d213", "address": "fa:16:3e:b6:b0:8a", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6eac7-c9", "ovs_interfaceid": "75a6eac7-c94a-41e7-946c-61361697d213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 935.354238] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Acquired lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354411] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Refreshing network info cache for port 75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.355598] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b0:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a6eac7-c94a-41e7-946c-61361697d213', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.363229] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.364184] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.364422] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78f84caf-e0c5-4b9b-af0a-c96de6391ba8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.387569] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.387569] env[69674]: value = "task-3257054" [ 935.387569] env[69674]: _type = "Task" [ 935.387569] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.395816] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257054, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.429560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-870b5e25-4af2-410c-b15d-4e28aec751a2 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.716s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.431071] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.954s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.431337] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.431527] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.431698] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.435900] env[69674]: INFO nova.compute.manager [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Terminating instance [ 935.437107] env[69674]: INFO nova.compute.manager [-] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Took 1.29 seconds to deallocate network for instance. [ 935.510526] env[69674]: DEBUG nova.compute.manager [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 935.510807] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.511984] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73be0f2-ddbe-4fdc-90f5-b246a648774a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.520363] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.520598] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d951e95-0c25-4a4c-a6eb-3e3019e0a42c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.527051] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 935.527051] env[69674]: value = "task-3257055" [ 935.527051] env[69674]: _type = "Task" [ 935.527051] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.535827] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3257055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.900958] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257054, 'name': CreateVM_Task, 'duration_secs': 0.374117} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.900958] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.901659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.901826] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.902242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.902420] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dbbc6e-4596-4b4c-a849-7ef916fcb6da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.913924] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 935.913924] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52009096-7a1c-6d86-289b-90cadc05ad78" [ 935.913924] env[69674]: _type = "Task" [ 935.913924] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.923761] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52009096-7a1c-6d86-289b-90cadc05ad78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.941707] env[69674]: DEBUG nova.compute.manager [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 935.941973] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.942248] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43af05d3-e840-4409-95c8-7b0c7dbccd3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.945030] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.953367] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2cb418-e995-4508-b6dd-4df6f94080c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.971231] env[69674]: DEBUG nova.compute.manager [req-1c5191f6-91e5-49db-807b-957d41546d2f req-120c5479-054f-4a77-b0c5-db7355564be5 service nova] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Received event network-vif-deleted-f2d65f47-1b17-4016-b820-3ce099a16c79 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 936.001942] env[69674]: WARNING nova.virt.vmwareapi.vmops [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3 could not be found. [ 936.002189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.002368] env[69674]: INFO nova.compute.manager [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Took 0.06 seconds to destroy the instance on the hypervisor. [ 936.002613] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.007096] env[69674]: DEBUG nova.compute.manager [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 936.007205] env[69674]: DEBUG nova.network.neutron [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.037941] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3257055, 'name': PowerOffVM_Task, 'duration_secs': 0.275654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.038243] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.038414] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.038669] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e289d6-d0ba-4118-b7c2-f8d995d06061 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.108585] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.109144] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.109349] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleting the datastore file [datastore1] 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.109622] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd62d9d-fb36-4b47-a2cf-13981ba75ab9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.118025] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for the task: (returnval){ [ 936.118025] env[69674]: value = "task-3257057" [ 936.118025] env[69674]: _type = "Task" [ 936.118025] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.127246] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3257057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.272095] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Updated VIF entry in instance network info cache for port 75a6eac7-c94a-41e7-946c-61361697d213. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.272458] env[69674]: DEBUG nova.network.neutron [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Updating instance_info_cache with network_info: [{"id": "75a6eac7-c94a-41e7-946c-61361697d213", "address": "fa:16:3e:b6:b0:8a", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6eac7-c9", "ovs_interfaceid": "75a6eac7-c94a-41e7-946c-61361697d213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.427295] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52009096-7a1c-6d86-289b-90cadc05ad78, 'name': SearchDatastore_Task, 'duration_secs': 0.019841} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.428872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.429215] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.429553] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.429759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.430087] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.431321] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10e12a-0087-429b-b6f2-ceed05dbb5cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.434122] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8e96a1-237d-4ab3-9078-6ba26fb4094d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.442300] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd032f7-9aad-4046-8e5f-68464bf007fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.446854] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.447059] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.448065] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871fa132-9c89-4ee7-928d-068bbcb494b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.476488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63e3d3-9ebd-413e-a17b-b38b08389d2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.479112] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 936.479112] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5225e6e8-a0cb-79aa-88f5-c4df8e67fcfb" [ 936.479112] env[69674]: _type = "Task" [ 936.479112] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.485865] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861245ed-0b79-4cae-bcc6-7c802a3c12d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.492991] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5225e6e8-a0cb-79aa-88f5-c4df8e67fcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.018435} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.494473] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6816b14-0e9c-4b91-a124-226e31b36e18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.506173] env[69674]: DEBUG nova.compute.provider_tree [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.513337] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 936.513337] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52586857-af4b-f9ec-bd5e-4cb05f1247b5" [ 936.513337] env[69674]: _type = "Task" [ 936.513337] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.520194] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52586857-af4b-f9ec-bd5e-4cb05f1247b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.628888] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3257057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.775744] env[69674]: DEBUG oslo_concurrency.lockutils [req-a97955c0-8342-43c3-93a7-795a22a0fe12 req-cc5ff09f-9050-4c6f-8bb5-b5589f8e8bdd service nova] Releasing lock "refresh_cache-603eca81-c609-40e9-81e6-9f98388e5a3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.861948] env[69674]: DEBUG nova.network.neutron [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.014030] env[69674]: DEBUG nova.scheduler.client.report [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.026689] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52586857-af4b-f9ec-bd5e-4cb05f1247b5, 'name': SearchDatastore_Task, 'duration_secs': 0.030864} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.027548] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.027952] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 603eca81-c609-40e9-81e6-9f98388e5a3d/603eca81-c609-40e9-81e6-9f98388e5a3d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.028204] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b742f9-232d-493a-96ed-f910ecfece45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.035891] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 937.035891] env[69674]: value = "task-3257058" [ 937.035891] env[69674]: _type = "Task" [ 937.035891] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.045300] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.136980] env[69674]: DEBUG oslo_vmware.api [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Task: {'id': task-3257057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626071} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.138174] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.138174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.138174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.138174] env[69674]: INFO nova.compute.manager [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Took 1.63 seconds to destroy the instance on the hypervisor. [ 937.138174] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.138636] env[69674]: DEBUG nova.compute.manager [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 937.138636] env[69674]: DEBUG nova.network.neutron [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.364791] env[69674]: INFO nova.compute.manager [-] [instance: a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3] Took 1.36 seconds to deallocate network for instance. [ 937.523724] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.524285] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 937.528072] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.639s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.529510] env[69674]: INFO nova.compute.claims [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.548709] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456523} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.549680] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 603eca81-c609-40e9-81e6-9f98388e5a3d/603eca81-c609-40e9-81e6-9f98388e5a3d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.550122] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.550490] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-265f6dd1-2b68-4932-8f56-b899f757743a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.564144] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 937.564144] env[69674]: value = "task-3257059" [ 937.564144] env[69674]: _type = "Task" [ 937.564144] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.572093] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.989273] env[69674]: DEBUG nova.network.neutron [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.992542] env[69674]: DEBUG nova.compute.manager [req-2a96ee59-0a2d-464d-b6f8-c220c28e6829 req-e89e2263-5265-44ad-87cf-2d38d4aa4f12 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Received event network-vif-deleted-b73adc0b-79b6-4d2e-b962-84ea3a6372a4 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 937.992729] env[69674]: INFO nova.compute.manager [req-2a96ee59-0a2d-464d-b6f8-c220c28e6829 req-e89e2263-5265-44ad-87cf-2d38d4aa4f12 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Neutron deleted interface b73adc0b-79b6-4d2e-b962-84ea3a6372a4; detaching it from the instance and deleting it from the info cache [ 937.992922] env[69674]: DEBUG nova.network.neutron [req-2a96ee59-0a2d-464d-b6f8-c220c28e6829 req-e89e2263-5265-44ad-87cf-2d38d4aa4f12 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.042585] env[69674]: DEBUG nova.compute.utils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.043937] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 938.044142] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.072162] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069934} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.072641] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.073572] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad2414e-1a94-45e8-ae26-cc95628ca6db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.098417] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 603eca81-c609-40e9-81e6-9f98388e5a3d/603eca81-c609-40e9-81e6-9f98388e5a3d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.098417] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3856c376-a24d-4edb-99d2-5b299e2b0cc6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.113292] env[69674]: DEBUG nova.policy [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9e85bff43634507bd2532331e5680fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2456129ee4774dcc8f6cc52201d7c146', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.122892] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 938.122892] env[69674]: value = "task-3257060" [ 938.122892] env[69674]: _type = "Task" [ 938.122892] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.132811] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.393846] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b12b8d3-8a71-424b-b830-4021b8813542 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "a70be0c4-02aa-40d4-bcd7-7f45bb7c63a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.963s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.426296] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Successfully created port: b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.495082] env[69674]: INFO nova.compute.manager [-] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Took 1.36 seconds to deallocate network for instance. [ 938.500350] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e864f66b-8beb-44e2-945f-1134e176eb76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.510740] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e292c20-ccf8-42c4-8e25-60ccdc43832e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.556344] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 938.558522] env[69674]: DEBUG nova.compute.manager [req-2a96ee59-0a2d-464d-b6f8-c220c28e6829 req-e89e2263-5265-44ad-87cf-2d38d4aa4f12 service nova] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Detach interface failed, port_id=b73adc0b-79b6-4d2e-b962-84ea3a6372a4, reason: Instance 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 938.640541] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.003305] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.021559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb4d92-0f84-465c-ab36-97928e7249fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.029670] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa94aca-df92-4099-90a3-0c51d8ea491b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.064388] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a4a65-dbd3-4eb4-9607-b5dce8250563 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.073794] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8ff2a-bc3a-4574-9273-690b75c0d85c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.089631] env[69674]: DEBUG nova.compute.provider_tree [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.137360] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.295508] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "af32335b-5bb1-4607-aa26-0770e24911c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.295752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.508207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.508589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.508957] env[69674]: DEBUG nova.objects.instance [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.568774] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 939.592802] env[69674]: DEBUG nova.scheduler.client.report [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.598353] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.598509] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.598603] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.598783] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.598929] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.599120] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.599341] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.599501] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.599669] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.599869] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.600038] env[69674]: DEBUG nova.virt.hardware [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.601564] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ac30d-7e28-4b22-b0bb-15ed952ca9eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.611386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9d6729-08cd-4086-bbe2-a9c2cca9ed01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.635229] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.798032] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 940.013430] env[69674]: DEBUG nova.objects.instance [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.105983] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.107196] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 940.109757] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.927s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.110059] env[69674]: DEBUG nova.objects.instance [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lazy-loading 'resources' on Instance uuid 790f3f69-2c19-4680-bc98-467af8739bee {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.118418] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Successfully updated port: b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.138090] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257060, 'name': ReconfigVM_Task, 'duration_secs': 1.797454} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.138380] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 603eca81-c609-40e9-81e6-9f98388e5a3d/603eca81-c609-40e9-81e6-9f98388e5a3d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.139038] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-299a432c-b1d7-4bb4-b29c-0132e3c7a4b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.145521] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 940.145521] env[69674]: value = "task-3257061" [ 940.145521] env[69674]: _type = "Task" [ 940.145521] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.154914] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257061, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.320663] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.325320] env[69674]: DEBUG nova.compute.manager [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Received event network-vif-plugged-b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 940.325459] env[69674]: DEBUG oslo_concurrency.lockutils [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] Acquiring lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.325664] env[69674]: DEBUG oslo_concurrency.lockutils [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.325831] env[69674]: DEBUG oslo_concurrency.lockutils [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.325996] env[69674]: DEBUG nova.compute.manager [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] No waiting events found dispatching network-vif-plugged-b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.326171] env[69674]: WARNING nova.compute.manager [req-ef4b0a27-cf2b-4c3a-bbf9-f610196040da req-b15d9e7f-bc63-406c-897f-f4cb38a097d4 service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Received unexpected event network-vif-plugged-b17bfdbf-a6cf-49a1-8a5a-214689b1a082 for instance with vm_state building and task_state spawning. [ 940.518054] env[69674]: DEBUG nova.objects.base [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance<4e8770bb-294c-4b0c-a8d4-d6d13699f850> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.518054] env[69674]: DEBUG nova.network.neutron [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.612535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed73def4-133c-47b2-ad4d-339efbebdc75 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.617129] env[69674]: DEBUG nova.compute.utils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.618835] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 940.620476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.620672] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.620876] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.658424] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257061, 'name': Rename_Task, 'duration_secs': 0.144899} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.661114] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.662233] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f84594-eb92-456a-8a60-482efecb6300 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.670803] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 940.670803] env[69674]: value = "task-3257062" [ 940.670803] env[69674]: _type = "Task" [ 940.670803] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.689015] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.040980] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088c8a3-1dac-41df-8e2b-1f324377252c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.049767] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92a2329-5e20-4995-99bb-a341ff777aa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.081485] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab0fa0-bad6-416c-93a7-9529f5bbd76f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.089739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9dfe76-4a38-4791-bda4-ee759949956a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.104192] env[69674]: DEBUG nova.compute.provider_tree [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.122020] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 941.177134] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.184750] env[69674]: DEBUG oslo_vmware.api [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257062, 'name': PowerOnVM_Task, 'duration_secs': 0.49689} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.185049] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.185287] env[69674]: INFO nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Took 9.09 seconds to spawn the instance on the hypervisor. [ 941.185476] env[69674]: DEBUG nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 941.186406] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d82bd-8027-4a4a-ae1c-f4d32a5fb425 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.315495] env[69674]: DEBUG nova.network.neutron [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [{"id": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "address": "fa:16:3e:5f:ba:a7", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17bfdbf-a6", "ovs_interfaceid": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.607113] env[69674]: DEBUG nova.scheduler.client.report [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.705815] env[69674]: INFO nova.compute.manager [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Took 35.92 seconds to build instance. [ 941.817977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.818351] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Instance network_info: |[{"id": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "address": "fa:16:3e:5f:ba:a7", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17bfdbf-a6", "ovs_interfaceid": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 941.818788] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ba:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17bfdbf-a6cf-49a1-8a5a-214689b1a082', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.826849] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.827199] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.827543] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb68f11-d7d2-4acb-ba01-163cd405da56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.851755] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.851755] env[69674]: value = "task-3257063" [ 941.851755] env[69674]: _type = "Task" [ 941.851755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.860425] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257063, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.115292] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.117958] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.502s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.118215] env[69674]: DEBUG nova.objects.instance [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.132217] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 942.139435] env[69674]: INFO nova.scheduler.client.report [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Deleted allocations for instance 790f3f69-2c19-4680-bc98-467af8739bee [ 942.162388] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.162699] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.162858] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.163297] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.163378] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.163484] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.163712] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.163873] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.164057] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.164228] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.164403] env[69674]: DEBUG nova.virt.hardware [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.165322] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63907b47-e69d-4616-a53d-808e99b362f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.174070] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea80e02e-f8a6-4757-846f-dea3fcce4505 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.190355] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.198221] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Creating folder: Project (89335a5316c64032b0233930b08dea24). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.198932] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e1e5b3-09e3-4751-82b4-de8f459bfd06 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.207963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-587e675e-9486-4ae1-baab-8e37cd294478 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.426s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.211726] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Created folder: Project (89335a5316c64032b0233930b08dea24) in parent group-v650515. [ 942.211919] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Creating folder: Instances. Parent ref: group-v650751. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.212401] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493b8c9b-d36b-417b-9c19-4d39dcc23740 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.227370] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Created folder: Instances in parent group-v650751. [ 942.227616] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.227825] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.228062] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f12dbda8-d0cc-4037-864f-edbb139ffadb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.246100] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.246100] env[69674]: value = "task-3257066" [ 942.246100] env[69674]: _type = "Task" [ 942.246100] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.254618] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257066, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.362556] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257063, 'name': CreateVM_Task, 'duration_secs': 0.358593} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.362556] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.364957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.364957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.364957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.364957] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9dc4d2-0984-4524-90d2-83dbecc38d02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.369288] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 942.369288] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb68b7-efc1-0ace-fce6-61c7c8104524" [ 942.369288] env[69674]: _type = "Task" [ 942.369288] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.380614] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb68b7-efc1-0ace-fce6-61c7c8104524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.547222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.547479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.547840] env[69674]: DEBUG nova.objects.instance [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.555172] env[69674]: DEBUG nova.compute.manager [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Received event network-changed-b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 942.555362] env[69674]: DEBUG nova.compute.manager [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Refreshing instance network info cache due to event network-changed-b17bfdbf-a6cf-49a1-8a5a-214689b1a082. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 942.555582] env[69674]: DEBUG oslo_concurrency.lockutils [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] Acquiring lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.555712] env[69674]: DEBUG oslo_concurrency.lockutils [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] Acquired lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.555882] env[69674]: DEBUG nova.network.neutron [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Refreshing network info cache for port b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.648721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1b56be80-9115-4e91-91f3-e79fb0eacefb tempest-ServerPasswordTestJSON-510297749 tempest-ServerPasswordTestJSON-510297749-project-member] Lock "790f3f69-2c19-4680-bc98-467af8739bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.431s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.719530] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "603eca81-c609-40e9-81e6-9f98388e5a3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.719933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.720218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.720941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.721173] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.728051] env[69674]: INFO nova.compute.manager [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Terminating instance [ 942.758030] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257066, 'name': CreateVM_Task, 'duration_secs': 0.296425} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.758030] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.758392] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.881172] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fb68b7-efc1-0ace-fce6-61c7c8104524, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.881491] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881766] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.881957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.882117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.882298] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.882671] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.882985] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.883239] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4cf5c1-c438-4885-83a5-40de6ffd6996 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.885963] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09deffb-e002-4b35-a743-d8dcc619fb1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.891148] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 942.891148] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5225df9f-2d26-422f-9a76-0b67b258efa8" [ 942.891148] env[69674]: _type = "Task" [ 942.891148] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.895099] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.895276] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.897657] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bcba68-bf2e-4eea-a1f3-3b9c9c8befa2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.901024] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5225df9f-2d26-422f-9a76-0b67b258efa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.903792] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 942.903792] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284b3f0-ec34-4aa1-ba89-e7e9f5853d42" [ 942.903792] env[69674]: _type = "Task" [ 942.903792] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.911040] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284b3f0-ec34-4aa1-ba89-e7e9f5853d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.128268] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4ff4d36d-82ae-4479-917f-661393567086 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.129355] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.663s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.170699] env[69674]: DEBUG nova.objects.instance [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.235336] env[69674]: DEBUG nova.compute.manager [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 943.235563] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.236660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ea087c-5e1c-4789-9416-7ec7505bdd96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.247036] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.247454] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d43f16e-1841-4bd0-b7bb-c76cb03e3358 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.253166] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 943.253166] env[69674]: value = "task-3257067" [ 943.253166] env[69674]: _type = "Task" [ 943.253166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.263337] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.308764] env[69674]: DEBUG nova.network.neutron [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updated VIF entry in instance network info cache for port b17bfdbf-a6cf-49a1-8a5a-214689b1a082. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.309135] env[69674]: DEBUG nova.network.neutron [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [{"id": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "address": "fa:16:3e:5f:ba:a7", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17bfdbf-a6", "ovs_interfaceid": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.407441] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5225df9f-2d26-422f-9a76-0b67b258efa8, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.416446] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.417960] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.417960] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.424521] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284b3f0-ec34-4aa1-ba89-e7e9f5853d42, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.425869] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79896a68-abe9-4aed-89f4-5a259a707585 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.437308] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 943.437308] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f455cf-0ae5-af29-c9e5-dd0008c27075" [ 943.437308] env[69674]: _type = "Task" [ 943.437308] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.450136] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f455cf-0ae5-af29-c9e5-dd0008c27075, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.453096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.453492] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/ebbfe3a0-fa35-472d-8f80-fc41eeac2f99.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.454142] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.454452] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.454895] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0aeaee7-c9af-49c1-868f-3b92e169b879 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.457228] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-690a6883-83a0-4d1d-bd74-0dc271fd581b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.466193] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 943.466193] env[69674]: value = "task-3257068" [ 943.466193] env[69674]: _type = "Task" [ 943.466193] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.471413] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.471755] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.472554] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d3b245-0a74-47f6-b4dd-0c9c255f469e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.479531] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.481230] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 943.481230] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f9d043-3a06-4302-ec3d-94579b0a6d77" [ 943.481230] env[69674]: _type = "Task" [ 943.481230] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.493287] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f9d043-3a06-4302-ec3d-94579b0a6d77, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.496635] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3628e5-5bb1-4f3c-8e0b-849df5260776 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.502525] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 943.502525] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52faa8b5-85b9-05de-e186-436e580125be" [ 943.502525] env[69674]: _type = "Task" [ 943.502525] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.512298] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52faa8b5-85b9-05de-e186-436e580125be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.645967] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f520b9-5aaf-4e81-b733-c9826c719cca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.655738] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ff937-b527-4c89-9e5f-134d61fe7fe6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.687911] env[69674]: DEBUG nova.objects.base [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance<4e8770bb-294c-4b0c-a8d4-d6d13699f850> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.688150] env[69674]: DEBUG nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.691012] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba30af-4c9e-43a3-a4ca-6e8eb4bdd153 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.699751] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96175854-0f60-47f6-9388-547fc7233925 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.715577] env[69674]: DEBUG nova.compute.provider_tree [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.737646] env[69674]: DEBUG nova.policy [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.763227] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257067, 'name': PowerOffVM_Task, 'duration_secs': 0.19376} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.765735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.765735] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.765735] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30be0c06-c06a-4255-8d60-e45d9ea30439 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.815358] env[69674]: DEBUG oslo_concurrency.lockutils [req-abc9bc95-dcad-4eda-a6fd-a264a93550ad req-9998382b-4e23-403a-984a-7972e800362a service nova] Releasing lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.846810] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.848036] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.848036] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleting the datastore file [datastore1] 603eca81-c609-40e9-81e6-9f98388e5a3d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.848036] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2731e0-c37b-46ae-8a1a-795020bb97a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.854186] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 943.854186] env[69674]: value = "task-3257070" [ 943.854186] env[69674]: _type = "Task" [ 943.854186] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.864316] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.976553] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495622} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.976839] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/ebbfe3a0-fa35-472d-8f80-fc41eeac2f99.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.977073] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.977417] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c746fd-10b0-4c52-a388-89efff0e49c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.983595] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 943.983595] env[69674]: value = "task-3257071" [ 943.983595] env[69674]: _type = "Task" [ 943.983595] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.992461] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.012707] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52faa8b5-85b9-05de-e186-436e580125be, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.013094] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.013392] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.013655] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89c919b4-719a-449b-8fce-dbb7f93a1b9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.019728] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 944.019728] env[69674]: value = "task-3257072" [ 944.019728] env[69674]: _type = "Task" [ 944.019728] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.027795] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.043322] env[69674]: DEBUG nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Successfully created port: 89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.222082] env[69674]: DEBUG nova.scheduler.client.report [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.364128] env[69674]: DEBUG oslo_vmware.api [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216225} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.364830] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.364830] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.364830] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.365166] env[69674]: INFO nova.compute.manager [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.365290] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.365418] env[69674]: DEBUG nova.compute.manager [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 944.365514] env[69674]: DEBUG nova.network.neutron [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.496544] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060711} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.496544] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.496905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56bf517-4212-4b49-aaa9-4fbc9022c6cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.520027] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/ebbfe3a0-fa35-472d-8f80-fc41eeac2f99.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.520444] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155ae960-1579-4867-bfd9-9f714c995250 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.545899] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47326} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.547173] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.547399] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.550750] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 944.550750] env[69674]: value = "task-3257073" [ 944.550750] env[69674]: _type = "Task" [ 944.550750] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.550750] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec294fac-5fa0-48ca-8dbd-c3e5693d954d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.557174] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 944.557174] env[69674]: value = "task-3257074" [ 944.557174] env[69674]: _type = "Task" [ 944.557174] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.560195] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.567490] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.727236] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.727461] env[69674]: INFO nova.compute.manager [None req-ae7c1d42-b5ed-432b-904b-dba80bfdee48 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Successfully reverted task state from rebuilding on failure for instance. [ 944.732457] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.548s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.733947] env[69674]: INFO nova.compute.claims [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.834497] env[69674]: DEBUG nova.compute.manager [req-4447ec54-c201-4a79-bb16-0d8908136ff1 req-66e0eca1-7a14-4faf-90b2-1823f92f38ae service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Received event network-vif-deleted-75a6eac7-c94a-41e7-946c-61361697d213 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 944.834702] env[69674]: INFO nova.compute.manager [req-4447ec54-c201-4a79-bb16-0d8908136ff1 req-66e0eca1-7a14-4faf-90b2-1823f92f38ae service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Neutron deleted interface 75a6eac7-c94a-41e7-946c-61361697d213; detaching it from the instance and deleting it from the info cache [ 944.834877] env[69674]: DEBUG nova.network.neutron [req-4447ec54-c201-4a79-bb16-0d8908136ff1 req-66e0eca1-7a14-4faf-90b2-1823f92f38ae service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.059532] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.068372] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065957} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.069132] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.069914] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f148d-f84f-40de-99f3-6ee457ef8e7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.090070] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.090070] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cd5831-3e91-4db8-8a0b-69e5efd8d088 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.109329] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 945.109329] env[69674]: value = "task-3257075" [ 945.109329] env[69674]: _type = "Task" [ 945.109329] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.117244] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.147974] env[69674]: DEBUG nova.network.neutron [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.337937] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef2526d-3c90-4afe-b7a5-6891c4507fed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.347748] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e178b4-58cd-4b82-b222-e58aaf5287ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.386080] env[69674]: DEBUG nova.compute.manager [req-4447ec54-c201-4a79-bb16-0d8908136ff1 req-66e0eca1-7a14-4faf-90b2-1823f92f38ae service nova] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Detach interface failed, port_id=75a6eac7-c94a-41e7-946c-61361697d213, reason: Instance 603eca81-c609-40e9-81e6-9f98388e5a3d could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 945.560787] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.599016] env[69674]: DEBUG nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Successfully updated port: 89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.620327] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257075, 'name': ReconfigVM_Task, 'duration_secs': 0.411404} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.620601] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.621266] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8684d6e0-1a86-4a91-83f1-4d988d80feb5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.627695] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 945.627695] env[69674]: value = "task-3257076" [ 945.627695] env[69674]: _type = "Task" [ 945.627695] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.636674] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257076, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.650456] env[69674]: INFO nova.compute.manager [-] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Took 1.28 seconds to deallocate network for instance. [ 946.060224] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257073, 'name': ReconfigVM_Task, 'duration_secs': 1.141114} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.062571] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfigured VM instance instance-00000054 to attach disk [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/ebbfe3a0-fa35-472d-8f80-fc41eeac2f99.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.063387] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3638024a-cec6-4c3e-a272-8f36cfeb4a62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.070349] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 946.070349] env[69674]: value = "task-3257077" [ 946.070349] env[69674]: _type = "Task" [ 946.070349] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.079121] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257077, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.102118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.102118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.102333] env[69674]: DEBUG nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.109427] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d35295-596a-4cfa-9c47-3bbf8987bd69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.117526] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51261013-d5b7-4ef9-805c-fc84a51503aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.151184] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e9af5-b189-432c-b7be-2b41baaa5c1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.159513] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.159812] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257076, 'name': Rename_Task, 'duration_secs': 0.141498} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.161962] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.162263] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-142d401a-7535-429f-9678-a5c7b8622b26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.164641] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c4d30-600c-4d76-9370-bae179077121 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.183708] env[69674]: DEBUG nova.compute.provider_tree [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.185212] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 946.185212] env[69674]: value = "task-3257078" [ 946.185212] env[69674]: _type = "Task" [ 946.185212] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.194429] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257078, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.328084] env[69674]: INFO nova.compute.manager [None req-69adb7e4-7890-4e97-b250-33c4e879a439 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Get console output [ 946.328467] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-69adb7e4-7890-4e97-b250-33c4e879a439 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] The console log is missing. Check your VSPC configuration [ 946.580711] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257077, 'name': Rename_Task, 'duration_secs': 0.154172} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.581097] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.581283] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e25965-b080-4ef9-b688-454872fde3c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.588392] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 946.588392] env[69674]: value = "task-3257079" [ 946.588392] env[69674]: _type = "Task" [ 946.588392] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.596176] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.652061] env[69674]: WARNING nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 946.691834] env[69674]: DEBUG nova.scheduler.client.report [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.701861] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.961857] env[69674]: DEBUG nova.network.neutron [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "address": "fa:16:3e:4e:80:9a", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bae658-b4", "ovs_interfaceid": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.098148] env[69674]: DEBUG oslo_vmware.api [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257079, 'name': PowerOnVM_Task, 'duration_secs': 0.490565} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.098418] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.098620] env[69674]: INFO nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Took 7.53 seconds to spawn the instance on the hypervisor. [ 947.098793] env[69674]: DEBUG nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 947.099563] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b65fd-00e1-4eea-9868-bf848447e3aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.197376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.198024] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 947.200611] env[69674]: DEBUG oslo_vmware.api [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257078, 'name': PowerOnVM_Task, 'duration_secs': 0.556337} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.201091] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.621s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.202510] env[69674]: INFO nova.compute.claims [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.204861] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.205082] env[69674]: INFO nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Took 5.07 seconds to spawn the instance on the hypervisor. [ 947.205262] env[69674]: DEBUG nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 947.206224] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4359e11d-fd8e-4ef0-9bc8-e02727a327ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.466038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.466038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.467009] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab69d1f-5f9d-419a-b51c-0ebadf9a177b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.486345] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.486638] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.486800] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.487080] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.487267] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.487484] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.487714] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.487889] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.488074] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.488244] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.488420] env[69674]: DEBUG nova.virt.hardware [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.494717] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfiguring VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 947.496229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eea7468-e060-4fc9-a9af-5a034c574617 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.509479] env[69674]: DEBUG nova.compute.manager [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-plugged-89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 947.509681] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.509910] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.510102] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.510271] env[69674]: DEBUG nova.compute.manager [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] No waiting events found dispatching network-vif-plugged-89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.510431] env[69674]: WARNING nova.compute.manager [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received unexpected event network-vif-plugged-89bae658-b4f5-4cda-8c58-a7e4a72cfd60 for instance with vm_state active and task_state None. [ 947.510587] env[69674]: DEBUG nova.compute.manager [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-changed-89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 947.510738] env[69674]: DEBUG nova.compute.manager [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing instance network info cache due to event network-changed-89bae658-b4f5-4cda-8c58-a7e4a72cfd60. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 947.510917] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.511064] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.511247] env[69674]: DEBUG nova.network.neutron [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing network info cache for port 89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.517676] env[69674]: DEBUG oslo_vmware.api [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 947.517676] env[69674]: value = "task-3257080" [ 947.517676] env[69674]: _type = "Task" [ 947.517676] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.526182] env[69674]: DEBUG oslo_vmware.api [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257080, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.617939] env[69674]: INFO nova.compute.manager [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Took 34.97 seconds to build instance. [ 947.703138] env[69674]: DEBUG nova.compute.utils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.704564] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 947.704739] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.721735] env[69674]: INFO nova.compute.manager [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Took 34.86 seconds to build instance. [ 947.766070] env[69674]: DEBUG nova.policy [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '575b81b7a2ec4ed5adacdfbc849f8d27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b0df98ed67748189c947d02685dbeba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.963767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.963767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.963767] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.963994] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.963994] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.966073] env[69674]: INFO nova.compute.manager [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Terminating instance [ 948.029645] env[69674]: DEBUG oslo_vmware.api [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.076387] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Successfully created port: d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.119655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c9601d32-197c-4c9f-a178-ef20af713835 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.480s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.209930] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 948.226026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82418bbc-82a5-4444-9731-d422b59d44c2 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.376s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.461266] env[69674]: INFO nova.compute.manager [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Rebuilding instance [ 948.469679] env[69674]: DEBUG nova.compute.manager [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 948.470018] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.471093] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3768b6c6-81e8-4c12-b528-63a8daa8e41c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.487424] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.487424] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3137b34e-dec4-49ab-8cd6-591163ab3646 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498585] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 948.498585] env[69674]: value = "task-3257081" [ 948.498585] env[69674]: _type = "Task" [ 948.498585] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.516065] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3257081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.535568] env[69674]: DEBUG oslo_vmware.api [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.538090] env[69674]: DEBUG nova.compute.manager [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 948.538899] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412135a-e102-477e-9f5c-da955f060d32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.598096] env[69674]: DEBUG nova.network.neutron [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updated VIF entry in instance network info cache for port 89bae658-b4f5-4cda-8c58-a7e4a72cfd60. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.598582] env[69674]: DEBUG nova.network.neutron [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "address": "fa:16:3e:4e:80:9a", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bae658-b4", "ovs_interfaceid": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.646756] env[69674]: INFO nova.compute.manager [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Rescuing [ 948.647203] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.647391] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.647556] env[69674]: DEBUG nova.network.neutron [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.730020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90df430-8787-42c1-95fa-a28b62dd101a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.739963] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2fcb29-db6d-403f-9fc4-a0303568dc3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.772436] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5971ec7-3c0f-4254-be2c-73ac89d26943 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.780058] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db5ef9-74e2-4a63-8240-5434e5b40fe3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.795408] env[69674]: DEBUG nova.compute.provider_tree [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.008727] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3257081, 'name': PowerOffVM_Task, 'duration_secs': 0.209663} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.009090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.009239] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.009503] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecb1b41e-4096-4585-834c-ddf201d6fef5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.028452] env[69674]: DEBUG oslo_vmware.api [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257080, 'name': ReconfigVM_Task, 'duration_secs': 1.160694} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.028942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.029250] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfigured VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 949.069698] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.070026] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.070246] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Deleting the datastore file [datastore2] ce86cfb9-bad4-4082-9e21-605396cc42f6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.070506] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873cec31-9d08-4e87-9437-44fc31bccb7f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.077339] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for the task: (returnval){ [ 949.077339] env[69674]: value = "task-3257083" [ 949.077339] env[69674]: _type = "Task" [ 949.077339] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.084916] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3257083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.102919] env[69674]: DEBUG oslo_concurrency.lockutils [req-6bea40ac-63e4-444d-b759-42fe1163d46f req-5a60f383-53bb-4bbe-b2be-1604142d28d0 service nova] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.223759] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 949.245897] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.246204] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.246369] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.246554] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.246702] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.246850] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.247099] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.247225] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.247394] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.247554] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.247727] env[69674]: DEBUG nova.virt.hardware [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.248634] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be4167d-2b34-4807-be6c-808f999094d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.259198] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525b288-6f75-49f4-9f1e-263e8aa0cf23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.299682] env[69674]: DEBUG nova.scheduler.client.report [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.340081] env[69674]: DEBUG nova.network.neutron [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [{"id": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "address": "fa:16:3e:5f:ba:a7", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17bfdbf-a6", "ovs_interfaceid": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.341490] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.341908] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.533754] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0fa35999-e686-4d9d-ac9c-21df9cd4e3cb tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.986s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.552930] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.553240] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19629be-4be1-49da-8289-4d80e1a9c24d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.560656] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 949.560656] env[69674]: value = "task-3257084" [ 949.560656] env[69674]: _type = "Task" [ 949.560656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.569392] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.586382] env[69674]: DEBUG oslo_vmware.api [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Task: {'id': task-3257083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174239} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.586694] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.586945] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.587195] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.587396] env[69674]: INFO nova.compute.manager [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 949.587698] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.587966] env[69674]: DEBUG nova.compute.manager [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 949.588092] env[69674]: DEBUG nova.network.neutron [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.803608] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.804187] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 949.807169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.819s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.808832] env[69674]: INFO nova.compute.claims [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.842583] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.855889] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.856775] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.856966] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.857161] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.857333] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.857503] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.857651] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 949.858090] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.076129] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257084, 'name': PowerOffVM_Task, 'duration_secs': 0.178401} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.076656] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.077184] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.078014] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a3fda3-b284-49cf-8772-34258e2e2715 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.088775] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.089084] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-013f86a7-d566-41d9-95a4-e40beb557338 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.114263] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.114488] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.114665] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Deleting the datastore file [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.114939] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc814e2-288f-462f-8694-6d47fa0cddd3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.121613] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 950.121613] env[69674]: value = "task-3257086" [ 950.121613] env[69674]: _type = "Task" [ 950.121613] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.130201] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.135018] env[69674]: DEBUG nova.compute.manager [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Received event network-vif-plugged-d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 950.135202] env[69674]: DEBUG oslo_concurrency.lockutils [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] Acquiring lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.135403] env[69674]: DEBUG oslo_concurrency.lockutils [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.135566] env[69674]: DEBUG oslo_concurrency.lockutils [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.135759] env[69674]: DEBUG nova.compute.manager [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] No waiting events found dispatching network-vif-plugged-d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.135881] env[69674]: WARNING nova.compute.manager [req-227461e8-4033-4846-a5c2-172b13e77312 req-04e84e98-2657-47c3-a2b2-aa9614be5a34 service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Received unexpected event network-vif-plugged-d82cfa07-3fda-485d-acb5-d157f4b799fb for instance with vm_state building and task_state spawning. [ 950.269922] env[69674]: DEBUG nova.compute.manager [req-a14fb52e-e326-4112-8c17-16cf592c7890 req-c04efec1-f3bd-40a8-86f0-8bd288280ed8 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Received event network-vif-deleted-39158cd5-cc2c-4025-94b3-871b663ba4bd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 950.270170] env[69674]: INFO nova.compute.manager [req-a14fb52e-e326-4112-8c17-16cf592c7890 req-c04efec1-f3bd-40a8-86f0-8bd288280ed8 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Neutron deleted interface 39158cd5-cc2c-4025-94b3-871b663ba4bd; detaching it from the instance and deleting it from the info cache [ 950.270290] env[69674]: DEBUG nova.network.neutron [req-a14fb52e-e326-4112-8c17-16cf592c7890 req-c04efec1-f3bd-40a8-86f0-8bd288280ed8 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.313532] env[69674]: DEBUG nova.compute.utils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.320066] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 950.320334] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.360356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.396685] env[69674]: DEBUG nova.policy [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b120ad3ee9247099e3962390de7701f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8b64b26a744cd2bdc4ce70271846a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.612362] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Successfully updated port: d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.633099] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090971} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.634346] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.634556] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.634888] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.718056] env[69674]: DEBUG nova.network.neutron [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.775092] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557c6207-28a3-4919-b3b6-9ea5ad9a5525 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.785780] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d373f-3184-44fa-9af2-5a29a92bd7bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.828538] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 950.835759] env[69674]: DEBUG nova.compute.manager [req-a14fb52e-e326-4112-8c17-16cf592c7890 req-c04efec1-f3bd-40a8-86f0-8bd288280ed8 service nova] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Detach interface failed, port_id=39158cd5-cc2c-4025-94b3-871b663ba4bd, reason: Instance ce86cfb9-bad4-4082-9e21-605396cc42f6 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 950.885402] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Successfully created port: cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.114484] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.114641] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.114795] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.221134] env[69674]: INFO nova.compute.manager [-] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Took 1.63 seconds to deallocate network for instance. [ 951.295449] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7df50-1e17-43f3-8146-3700594c87c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.303323] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d0cf0-f89c-447e-bd1d-1147a933d1ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334012] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a4084e-dbe8-4b98-82b0-72ae6dd1d2dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.344836] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f00c1-cf3a-404b-bb31-0509b834c513 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.358356] env[69674]: DEBUG nova.compute.provider_tree [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.408033] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.408552] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e72c6ec-2a0f-422d-a82d-a0e9cb48ffef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.417937] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 951.417937] env[69674]: value = "task-3257087" [ 951.417937] env[69674]: _type = "Task" [ 951.417937] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.423096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-14352a36-a620-4fbb-ae5e-b08ec4cf18ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.423356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-14352a36-a620-4fbb-ae5e-b08ec4cf18ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.423753] env[69674]: DEBUG nova.objects.instance [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.430241] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.663063] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.674252] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.674715] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.675748] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.675748] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.675748] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.675748] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.675959] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.675999] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.676196] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.676379] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.676554] env[69674]: DEBUG nova.virt.hardware [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.677467] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e4891-c528-49b3-8c3b-2a01c4e26d09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.687894] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cd3547-7b21-4a0b-b55a-1a27df8fe207 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.703410] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.709203] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.709437] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.709657] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bbf278c-223f-4e72-a6a1-fd6b7a8110ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.727246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.730027] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.730027] env[69674]: value = "task-3257088" [ 951.730027] env[69674]: _type = "Task" [ 951.730027] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.741008] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257088, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.842631] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 951.855917] env[69674]: DEBUG nova.network.neutron [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Updating instance_info_cache with network_info: [{"id": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "address": "fa:16:3e:c9:5c:4e", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cfa07-3f", "ovs_interfaceid": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.861236] env[69674]: DEBUG nova.scheduler.client.report [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.877652] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7db51b14a29c13221c023a71975630f5',container_format='bare',created_at=2025-04-03T13:07:06Z,direct_url=,disk_format='vmdk',id=02b0aa64-7daf-4d40-b678-67ef60589d3d,min_disk=1,min_ram=0,name='tempest-test-snap-1468935025',owner='6e8b64b26a744cd2bdc4ce70271846a7',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T13:07:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.878013] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.878616] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.878893] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.879111] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.879335] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.879567] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.879815] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.880020] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.880263] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.880501] env[69674]: DEBUG nova.virt.hardware [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.884782] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40512f7-0f4b-4c25-96cf-02bf2661c137 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.897024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66903a8-a6c0-44eb-b26b-d9666651567f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.929080] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257087, 'name': PowerOffVM_Task, 'duration_secs': 0.290454} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.929430] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.930428] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d93f39-fb2b-4326-ad32-131cbe86ba8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.955820] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e6e9b-03bc-4732-95ee-f750dd2f8a3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.986168] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.986507] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777af471-bea5-4dc2-89b2-44607c34a56e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.993238] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 951.993238] env[69674]: value = "task-3257089" [ 951.993238] env[69674]: _type = "Task" [ 951.993238] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.000659] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.043815] env[69674]: DEBUG nova.objects.instance [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.241187] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257088, 'name': CreateVM_Task, 'duration_secs': 0.271412} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.244398] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.244398] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.244398] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.244398] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.244398] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f953ebb-baf5-41a7-b218-a2f5f33a720b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.246931] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 952.246931] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f4e893-ef28-a1cd-73b1-3e3ae3b01c57" [ 952.246931] env[69674]: _type = "Task" [ 952.246931] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.256510] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f4e893-ef28-a1cd-73b1-3e3ae3b01c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.361165] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.361165] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Instance network_info: |[{"id": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "address": "fa:16:3e:c9:5c:4e", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cfa07-3f", "ovs_interfaceid": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 952.361165] env[69674]: DEBUG nova.compute.manager [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Received event network-changed-d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 952.361165] env[69674]: DEBUG nova.compute.manager [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Refreshing instance network info cache due to event network-changed-d82cfa07-3fda-485d-acb5-d157f4b799fb. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 952.362366] env[69674]: DEBUG oslo_concurrency.lockutils [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] Acquiring lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.362724] env[69674]: DEBUG oslo_concurrency.lockutils [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] Acquired lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.363185] env[69674]: DEBUG nova.network.neutron [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Refreshing network info cache for port d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.364971] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:5c:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82cfa07-3fda-485d-acb5-d157f4b799fb', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.378145] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.383019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.383019] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 952.383019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.383761] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.392s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.383761] env[69674]: DEBUG nova.objects.instance [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lazy-loading 'resources' on Instance uuid b0118ccc-b963-4c14-ab1d-5623ced79e2d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.385611] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f448c4e-d92f-47af-aa4a-1de928643ba7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.410080] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.410080] env[69674]: value = "task-3257090" [ 952.410080] env[69674]: _type = "Task" [ 952.410080] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.420751] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257090, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.509363] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.509777] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.509777] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.509843] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.513024] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.513024] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae516a04-f362-46db-b2c6-059476c77cfc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.518717] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.518899] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.520187] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Successfully updated port: cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.521270] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d552bae5-e941-4dca-a36a-5c062fb59e0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.528924] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 952.528924] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b5902-4698-9199-2042-7ddb3a40eeff" [ 952.528924] env[69674]: _type = "Task" [ 952.528924] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.537647] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b5902-4698-9199-2042-7ddb3a40eeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.547102] env[69674]: DEBUG nova.objects.base [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance<4e8770bb-294c-4b0c-a8d4-d6d13699f850> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.547102] env[69674]: DEBUG nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.630923] env[69674]: DEBUG nova.policy [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.760691] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f4e893-ef28-a1cd-73b1-3e3ae3b01c57, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.761031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.762862] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.763877] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.846534] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf4c8e-bc24-406b-9268-2774ab93bce8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.854420] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2377d4b-d48b-4974-ad1e-25bb900dae69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.886132] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9de098-fede-4c83-89cc-1952a79da4aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.893570] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952f973-3e5d-4396-b8a1-4deff4a22870 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.906988] env[69674]: DEBUG nova.compute.utils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.908488] env[69674]: DEBUG nova.compute.provider_tree [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.909825] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 952.910076] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.920882] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257090, 'name': CreateVM_Task, 'duration_secs': 0.311568} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.920882] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.920882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.921130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.921356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.921591] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e2dd12-239c-4579-b602-389e00e140cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.927272] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 952.927272] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b0a03d-c192-6b07-a246-31e15dffa070" [ 952.927272] env[69674]: _type = "Task" [ 952.927272] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.937851] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b0a03d-c192-6b07-a246-31e15dffa070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.950435] env[69674]: DEBUG nova.policy [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.027196] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.027408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.027634] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.040235] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b5902-4698-9199-2042-7ddb3a40eeff, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.041060] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc1da45-58b0-422f-b442-7a5e2a606360 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.050289] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 953.050289] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52920002-6de0-88eb-ba01-160790131f58" [ 953.050289] env[69674]: _type = "Task" [ 953.050289] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.056608] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52920002-6de0-88eb-ba01-160790131f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.201337] env[69674]: DEBUG nova.network.neutron [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Updated VIF entry in instance network info cache for port d82cfa07-3fda-485d-acb5-d157f4b799fb. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.201703] env[69674]: DEBUG nova.network.neutron [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Updating instance_info_cache with network_info: [{"id": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "address": "fa:16:3e:c9:5c:4e", "network": {"id": "7dac90c6-23af-478c-9bee-8b825e0fa48a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-803499217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b0df98ed67748189c947d02685dbeba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cfa07-3f", "ovs_interfaceid": "d82cfa07-3fda-485d-acb5-d157f4b799fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.256550] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Successfully created port: 299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.410608] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 953.415617] env[69674]: DEBUG nova.scheduler.client.report [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.440564] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b0a03d-c192-6b07-a246-31e15dffa070, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.440953] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.440953] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.441552] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.559424] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52920002-6de0-88eb-ba01-160790131f58, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.559672] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.559954] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 953.560293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.560818] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.560818] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8bd7439-fb45-4238-9cf9-ec2e76501df5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.562765] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb09cc29-4b09-40cc-99de-835fd344423c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.569103] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.572235] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 953.572235] env[69674]: value = "task-3257091" [ 953.572235] env[69674]: _type = "Task" [ 953.572235] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.573276] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.573488] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.576657] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6751b575-21b2-4056-b5e8-72e972e10577 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.583806] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.585131] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 953.585131] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524ae44e-0488-3e8a-068e-c041447c49c8" [ 953.585131] env[69674]: _type = "Task" [ 953.585131] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.596142] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524ae44e-0488-3e8a-068e-c041447c49c8, 'name': SearchDatastore_Task, 'duration_secs': 0.007525} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.596879] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b109a9-ddd3-4a76-9967-d380ac778f03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.601700] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 953.601700] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520bad7f-8e2f-e33d-3795-e99db94ed1bc" [ 953.601700] env[69674]: _type = "Task" [ 953.601700] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.608979] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520bad7f-8e2f-e33d-3795-e99db94ed1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.706630] env[69674]: DEBUG oslo_concurrency.lockutils [req-b142a9f6-3ca3-4548-8aec-86db1c6310fa req-2d615573-c431-4440-8959-a32714f51edb service nova] Releasing lock "refresh_cache-c83fa8ee-5729-40d0-a3b9-694c7498f55f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.759630] env[69674]: DEBUG nova.network.neutron [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Updating instance_info_cache with network_info: [{"id": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "address": "fa:16:3e:57:f6:60", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbc92b2-b6", "ovs_interfaceid": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.931811] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.548s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.934207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.807s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.935786] env[69674]: INFO nova.compute.claims [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.082889] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441341} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.083236] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 954.083959] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22cd0eb-7c60-4828-9546-603ada457d3a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.109506] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.109662] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1fe14d-7fbd-4435-b2c9-dca4c5782418 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.131409] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520bad7f-8e2f-e33d-3795-e99db94ed1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.007868} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.132623] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.132872] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.133201] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 954.133201] env[69674]: value = "task-3257092" [ 954.133201] env[69674]: _type = "Task" [ 954.133201] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.133408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.133593] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.133808] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6d8d2f-2350-4aa5-9c94-b975922a3c08 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.135665] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467c768a-384b-4902-9ba7-3c255dd36fb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.147988] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.148200] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.152052] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfce70c8-dc45-4d54-825b-29ec5482a8ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.154360] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 954.154360] env[69674]: value = "task-3257093" [ 954.154360] env[69674]: _type = "Task" [ 954.154360] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.159170] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 954.159170] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284d342-a4da-bd60-fb8e-dacad8773908" [ 954.159170] env[69674]: _type = "Task" [ 954.159170] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.169412] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.176819] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284d342-a4da-bd60-fb8e-dacad8773908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.262264] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.262697] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Instance network_info: |[{"id": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "address": "fa:16:3e:57:f6:60", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbc92b2-b6", "ovs_interfaceid": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 954.263095] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f6:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfbc92b2-b672-4824-83b1-b634956ee0e5', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.270851] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.271156] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.271327] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b58adfc-3fd6-48cf-8223-dad469a9f14b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.292737] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.292737] env[69674]: value = "task-3257094" [ 954.292737] env[69674]: _type = "Task" [ 954.292737] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.299279] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257094, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.396527] env[69674]: DEBUG nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Successfully updated port: 14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.436744] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 954.455865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b2e3d62d-8ab2-42a9-a652-d157fcdd1cb3 tempest-ServerActionsV293TestJSON-1845270298 tempest-ServerActionsV293TestJSON-1845270298-project-member] Lock "b0118ccc-b963-4c14-ab1d-5623ced79e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.049s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.482969] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.482969] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.483216] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.483439] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.483586] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.483741] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.484044] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.484228] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.484405] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.484576] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.484759] env[69674]: DEBUG nova.virt.hardware [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.485792] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e53cf07-a87f-4d5e-b2ab-17f1429e67e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.497715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f6aa3-55e4-49d7-828b-f744dadd6689 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.644905] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257092, 'name': ReconfigVM_Task, 'duration_secs': 0.464275} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.645230] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfigured VM instance instance-00000054 to attach disk [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.646159] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8d6c9-1d83-4c55-8e85-f2c4e03733f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.677591] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ea153e-81da-4f46-a1d7-e81c29bc1c47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.692365] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520352} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.699054] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.699054] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.699054] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 954.699054] env[69674]: value = "task-3257095" [ 954.699054] env[69674]: _type = "Task" [ 954.699054] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.699054] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5284d342-a4da-bd60-fb8e-dacad8773908, 'name': SearchDatastore_Task, 'duration_secs': 0.01765} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.699054] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1809bd9-cfed-4259-9448-e8fe458714a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.702461] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46dd93f5-4c75-4a5c-8c9e-bd652e8c6cda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.711354] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.713388] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 954.713388] env[69674]: value = "task-3257096" [ 954.713388] env[69674]: _type = "Task" [ 954.713388] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.713642] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 954.713642] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c675eb-569e-440e-a583-9e55e911161f" [ 954.713642] env[69674]: _type = "Task" [ 954.713642] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.724481] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.727907] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c675eb-569e-440e-a583-9e55e911161f, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.728171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.728459] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c83fa8ee-5729-40d0-a3b9-694c7498f55f/c83fa8ee-5729-40d0-a3b9-694c7498f55f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.728723] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf79959-4949-4b15-8fa5-1bee94c17c36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.736511] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 954.736511] env[69674]: value = "task-3257097" [ 954.736511] env[69674]: _type = "Task" [ 954.736511] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.745079] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.773372] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Successfully updated port: 299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.786675] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Received event network-vif-plugged-cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 954.786906] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Acquiring lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.787195] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.787417] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.787651] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] No waiting events found dispatching network-vif-plugged-cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.787885] env[69674]: WARNING nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Received unexpected event network-vif-plugged-cfbc92b2-b672-4824-83b1-b634956ee0e5 for instance with vm_state building and task_state spawning. [ 954.788109] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Received event network-changed-cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 954.788276] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Refreshing instance network info cache due to event network-changed-cfbc92b2-b672-4824-83b1-b634956ee0e5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 954.788688] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Acquiring lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.788688] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Acquired lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.788800] env[69674]: DEBUG nova.network.neutron [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Refreshing network info cache for port cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.801951] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257094, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.899598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.900298] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.900298] env[69674]: DEBUG nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.991317] env[69674]: DEBUG nova.compute.manager [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Received event network-vif-plugged-299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 954.991690] env[69674]: DEBUG oslo_concurrency.lockutils [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] Acquiring lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.991741] env[69674]: DEBUG oslo_concurrency.lockutils [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.992131] env[69674]: DEBUG oslo_concurrency.lockutils [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.992131] env[69674]: DEBUG nova.compute.manager [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] No waiting events found dispatching network-vif-plugged-299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.992310] env[69674]: WARNING nova.compute.manager [req-74111017-b70c-4fa2-9c2d-18435d1d8272 req-12952741-465a-47da-904e-f43b1b0f0b6c service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Received unexpected event network-vif-plugged-299ee27a-68c6-406b-ba31-7cd9c180ccf5 for instance with vm_state building and task_state spawning. [ 955.209562] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257095, 'name': ReconfigVM_Task, 'duration_secs': 0.428835} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.212183] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.213235] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da9bd01-ab02-4205-ba0c-2089a0551fbd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.221733] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088407} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.224973] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.225330] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 955.225330] env[69674]: value = "task-3257098" [ 955.225330] env[69674]: _type = "Task" [ 955.225330] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.226175] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000425b4-53d6-4f04-9a88-463f13b38662 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.251376] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.251730] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.257240] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7d8d0c-9aa0-436f-a09b-2ef954fe260b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.275943] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.276106] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.276257] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.282013] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 955.282013] env[69674]: value = "task-3257099" [ 955.282013] env[69674]: _type = "Task" [ 955.282013] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.282307] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480717} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.282788] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c83fa8ee-5729-40d0-a3b9-694c7498f55f/c83fa8ee-5729-40d0-a3b9-694c7498f55f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.283029] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.288760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c040e5-4c7d-4f28-8c3a-499992398499 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.302255] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.302572] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 955.302572] env[69674]: value = "task-3257100" [ 955.302572] env[69674]: _type = "Task" [ 955.302572] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.314045] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257094, 'name': CreateVM_Task, 'duration_secs': 0.581027} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.314608] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.315330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.315498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.315914] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.319260] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f474c2-4119-4c90-900f-bc24967c32db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.321159] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.324229] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 955.324229] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52be2939-007a-73fc-204b-3fb5a643a111" [ 955.324229] env[69674]: _type = "Task" [ 955.324229] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.340158] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.340540] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Processing image 02b0aa64-7daf-4d40-b678-67ef60589d3d {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.340602] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.340722] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.341056] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.341201] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6501b6f5-7dc8-4ddf-acff-63f51321fc5c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.351216] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.351781] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.352574] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49bf8ad-d7a7-4ec6-85b5-396b958af9d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.363225] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 955.363225] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ba079c-a379-cbe8-7372-319363d014f6" [ 955.363225] env[69674]: _type = "Task" [ 955.363225] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.374389] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ba079c-a379-cbe8-7372-319363d014f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.453330] env[69674]: WARNING nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 955.453423] env[69674]: WARNING nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 955.467107] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe0742a-4818-4608-a966-6e12e790efa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.478832] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ba0e5-0bdc-44b8-bc55-de08569baf7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.518438] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf8939d-754a-4445-ac13-8e87204843e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.526625] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c2a8f7-e6a4-4da7-b0dd-1beb9ee047ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.541099] env[69674]: DEBUG nova.compute.provider_tree [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.555300] env[69674]: DEBUG nova.network.neutron [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Updated VIF entry in instance network info cache for port cfbc92b2-b672-4824-83b1-b634956ee0e5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.555670] env[69674]: DEBUG nova.network.neutron [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Updating instance_info_cache with network_info: [{"id": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "address": "fa:16:3e:57:f6:60", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbc92b2-b6", "ovs_interfaceid": "cfbc92b2-b672-4824-83b1-b634956ee0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.745063] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257098, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.792774] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257099, 'name': ReconfigVM_Task, 'duration_secs': 0.328285} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.793061] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6/a593bb27-5e87-4291-b333-80ae32dfaef6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.793760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51661156-7f07-42d0-bc87-d89600841745 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.802262] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 955.802262] env[69674]: value = "task-3257101" [ 955.802262] env[69674]: _type = "Task" [ 955.802262] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.807870] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.816031] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257101, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.819591] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276163} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.819863] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.820697] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc00b92-8bfc-4e62-96b9-316764658a80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.845053] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] c83fa8ee-5729-40d0-a3b9-694c7498f55f/c83fa8ee-5729-40d0-a3b9-694c7498f55f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.849864] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea0e126-4bc2-4682-add6-c1f0f6fc3bf6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.877032] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 955.877366] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Fetch image to [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c/OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 955.877521] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Downloading stream optimized image 02b0aa64-7daf-4d40-b678-67ef60589d3d to [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c/OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c.vmdk on the data store datastore1 as vApp {{(pid=69674) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 955.877694] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Downloading image file data 02b0aa64-7daf-4d40-b678-67ef60589d3d to the ESX as VM named 'OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c' {{(pid=69674) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 955.879621] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 955.879621] env[69674]: value = "task-3257102" [ 955.879621] env[69674]: _type = "Task" [ 955.879621] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.897058] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.967304] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 955.967304] env[69674]: value = "resgroup-9" [ 955.967304] env[69674]: _type = "ResourcePool" [ 955.967304] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 955.967603] env[69674]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f6483d0f-8960-4ff4-b621-0b9abcc74d51 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.992563] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease: (returnval){ [ 955.992563] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 955.992563] env[69674]: _type = "HttpNfcLease" [ 955.992563] env[69674]: } obtained for vApp import into resource pool (val){ [ 955.992563] env[69674]: value = "resgroup-9" [ 955.992563] env[69674]: _type = "ResourcePool" [ 955.992563] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 955.993165] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the lease: (returnval){ [ 955.993165] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 955.993165] env[69674]: _type = "HttpNfcLease" [ 955.993165] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.998735] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.998735] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 955.998735] env[69674]: _type = "HttpNfcLease" [ 955.998735] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.021988] env[69674]: DEBUG nova.network.neutron [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Updating instance_info_cache with network_info: [{"id": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "address": "fa:16:3e:d2:e9:78", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299ee27a-68", "ovs_interfaceid": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.046668] env[69674]: DEBUG nova.scheduler.client.report [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.056176] env[69674]: DEBUG nova.network.neutron [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "address": "fa:16:3e:4e:80:9a", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bae658-b4", "ovs_interfaceid": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "address": "fa:16:3e:3a:2b:cc", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14352a36-a6", "ovs_interfaceid": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.057540] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Releasing lock "refresh_cache-e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.057757] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-plugged-14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 956.057979] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.060350] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.061273] env[69674]: DEBUG oslo_concurrency.lockutils [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.061273] env[69674]: DEBUG nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] No waiting events found dispatching network-vif-plugged-14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.061273] env[69674]: WARNING nova.compute.manager [req-e31ff116-8adc-48fb-ae3e-ba789d690017 req-0c05838c-d8fe-46ce-b1f6-210a7c331dbe service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received unexpected event network-vif-plugged-14352a36-a620-4fbb-ae5e-b08ec4cf18ff for instance with vm_state active and task_state None. [ 956.238206] env[69674]: DEBUG oslo_vmware.api [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257098, 'name': PowerOnVM_Task, 'duration_secs': 0.713216} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.238512] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.241263] env[69674]: DEBUG nova.compute.manager [None req-d8b79204-5274-4c46-baa9-cafadfa6f9f7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 956.242012] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714d66be-5d2a-4bcb-8d1d-0987dc3f0e1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.311277] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257101, 'name': Rename_Task, 'duration_secs': 0.147754} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.311604] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.311857] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb0fa23a-0105-45f1-b2ce-5c6384c9d3ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.318296] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 956.318296] env[69674]: value = "task-3257104" [ 956.318296] env[69674]: _type = "Task" [ 956.318296] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.325452] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.388838] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257102, 'name': ReconfigVM_Task, 'duration_secs': 0.285465} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.389625] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] c83fa8ee-5729-40d0-a3b9-694c7498f55f/c83fa8ee-5729-40d0-a3b9-694c7498f55f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.389790] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03b3265-d60c-4080-b6a0-ba94bd8b4f9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.395755] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 956.395755] env[69674]: value = "task-3257105" [ 956.395755] env[69674]: _type = "Task" [ 956.395755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.403723] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257105, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.500586] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.500586] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 956.500586] env[69674]: _type = "HttpNfcLease" [ 956.500586] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.524423] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.524756] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Instance network_info: |[{"id": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "address": "fa:16:3e:d2:e9:78", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299ee27a-68", "ovs_interfaceid": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 956.525187] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e9:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299ee27a-68c6-406b-ba31-7cd9c180ccf5', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.532766] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.532977] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.533225] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d7cc9e2-e9a7-4b9e-9fba-5dd90a1d3e72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.551887] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.552414] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 956.557193] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.170s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.557193] env[69674]: DEBUG nova.objects.instance [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lazy-loading 'resources' on Instance uuid 8f0d714b-1664-4a83-8f75-e48033d4611d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.557405] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.557405] env[69674]: value = "task-3257106" [ 956.557405] env[69674]: _type = "Task" [ 956.557405] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.562474] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.563067] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.563232] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.567323] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a323609-fc79-49a8-808e-70cc207b4b3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.569728] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257106, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.294890] env[69674]: DEBUG nova.compute.utils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.300304] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.300533] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.300687] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.300866] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.301016] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.301179] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.301385] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.301770] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.301770] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.301890] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.302008] env[69674]: DEBUG nova.virt.hardware [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.308439] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfiguring VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 957.310411] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 957.320974] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 957.321174] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.328468] env[69674]: DEBUG nova.compute.manager [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-changed-14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 957.328651] env[69674]: DEBUG nova.compute.manager [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing instance network info cache due to event network-changed-14352a36-a620-4fbb-ae5e-b08ec4cf18ff. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 957.328859] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.329009] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.329178] env[69674]: DEBUG nova.network.neutron [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Refreshing network info cache for port 14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.330789] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae35ab2-b2d1-4a56-821f-0c415cfa2d6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.343836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "a8af609c-8f95-47f2-9a81-add51336ec07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.344078] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.344280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.344452] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.344614] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.350129] env[69674]: INFO nova.compute.manager [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Terminating instance [ 957.362762] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.362762] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 957.362762] env[69674]: _type = "HttpNfcLease" [ 957.362762] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.364904] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257105, 'name': Rename_Task, 'duration_secs': 0.890808} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.364904] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.367457] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.367457] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bb26ce-a120-72b7-28b6-896dc688d6af" [ 957.367457] env[69674]: _type = "HttpNfcLease" [ 957.367457] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 957.368047] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.368395] env[69674]: DEBUG oslo_vmware.api [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 957.368395] env[69674]: value = "task-3257107" [ 957.368395] env[69674]: _type = "Task" [ 957.368395] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.368584] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257106, 'name': CreateVM_Task, 'duration_secs': 0.33761} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.369527] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693dcd0d-6a29-4352-8e84-211f4f9db415 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.372217] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a25ccc-c2d3-48ef-a75e-6beb9d42a242 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.374167] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.381110] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.381566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.381651] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.383387] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450bcde9-23b3-44d8-9fa4-de7aebadd1b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.389371] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.389590] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 957.393049] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 957.393049] env[69674]: value = "task-3257108" [ 957.393049] env[69674]: _type = "Task" [ 957.393049] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.464022] env[69674]: DEBUG oslo_vmware.api [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257107, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.464345] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 957.464345] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a0b24-b2d7-ddc5-a258-dad179d3b2e7" [ 957.464345] env[69674]: _type = "Task" [ 957.464345] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.466892] env[69674]: DEBUG nova.policy [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47beedc060894a6883219e00b30acb45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4608fa1e034d48ce8a8d8fab9b13e0d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.473524] env[69674]: DEBUG nova.compute.manager [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Received event network-changed-299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 957.473524] env[69674]: DEBUG nova.compute.manager [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Refreshing instance network info cache due to event network-changed-299ee27a-68c6-406b-ba31-7cd9c180ccf5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 957.473792] env[69674]: DEBUG oslo_concurrency.lockutils [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] Acquiring lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.473955] env[69674]: DEBUG oslo_concurrency.lockutils [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] Acquired lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.474174] env[69674]: DEBUG nova.network.neutron [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Refreshing network info cache for port 299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.490566] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02ab5034-3efe-47d4-bf0e-4411d1f07fc0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.492871] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.503839] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a0b24-b2d7-ddc5-a258-dad179d3b2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.504913] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.505207] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.505461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.505607] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.505812] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.506163] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6684f3da-4bb3-4c51-80ba-def75b47ca37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.515966] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.515966] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.516283] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388d321b-ea69-4732-a191-136a61bb34bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.524810] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 957.524810] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a4ab4b-d64b-4687-5cde-c7cf6fb6c7d2" [ 957.524810] env[69674]: _type = "Task" [ 957.524810] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.535622] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a4ab4b-d64b-4687-5cde-c7cf6fb6c7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.540972] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe7939c-ec46-44a0-b308-02fd7a27867f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.545915] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 957.545915] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52549a3d-52e3-e430-2189-b2e2c91daff8" [ 957.545915] env[69674]: _type = "Task" [ 957.545915] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.553729] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52549a3d-52e3-e430-2189-b2e2c91daff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.724443] env[69674]: DEBUG nova.network.neutron [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updated VIF entry in instance network info cache for port 14352a36-a620-4fbb-ae5e-b08ec4cf18ff. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.724953] env[69674]: DEBUG nova.network.neutron [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "address": "fa:16:3e:4e:80:9a", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bae658-b4", "ovs_interfaceid": "89bae658-b4f5-4cda-8c58-a7e4a72cfd60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "address": "fa:16:3e:3a:2b:cc", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14352a36-a6", "ovs_interfaceid": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.804525] env[69674]: DEBUG oslo_vmware.api [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257104, 'name': PowerOnVM_Task, 'duration_secs': 1.240822} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.804838] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.805060] env[69674]: DEBUG nova.compute.manager [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 957.805900] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a8b055-675c-454c-b093-d796ab3cde44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.861421] env[69674]: DEBUG nova.compute.manager [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 957.861624] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.863912] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68c0cf-fb1e-4b3b-8d81-e784366b053f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.873555] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.873822] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df194297-ca52-4a8e-8ae1-50bbeef03dad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.891738] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 957.891738] env[69674]: value = "task-3257109" [ 957.891738] env[69674]: _type = "Task" [ 957.891738] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.899886] env[69674]: DEBUG oslo_vmware.api [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.910416] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Successfully created port: 00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.930227] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.930227] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955475] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de847c94-7a20-4bf0-9423-52b60cbdd55f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.966218] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16060bf9-2a15-4f71-b98f-312fb029fd99 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.005578] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103860c-5c32-46ee-b55f-57b80603d62c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.014118] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe88487-525e-4616-af50-9499e5c7c34e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.028340] env[69674]: DEBUG nova.compute.provider_tree [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.058417] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52549a3d-52e3-e430-2189-b2e2c91daff8, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.058680] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.058942] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f/3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.059524] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62875bb5-e587-4dd1-8404-e2ee296a6dc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.069493] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 958.069493] env[69674]: value = "task-3257110" [ 958.069493] env[69674]: _type = "Task" [ 958.069493] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.079529] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.232395] env[69674]: INFO nova.compute.manager [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Unrescuing [ 958.232697] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.232867] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquired lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.233056] env[69674]: DEBUG nova.network.neutron [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.234668] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ef4d733-529d-4134-ad88-c363c29e6d45 req-5a98a449-c7b4-44e6-80f3-8832085e5db6 service nova] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.277642] env[69674]: DEBUG nova.network.neutron [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Updated VIF entry in instance network info cache for port 299ee27a-68c6-406b-ba31-7cd9c180ccf5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.278069] env[69674]: DEBUG nova.network.neutron [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Updating instance_info_cache with network_info: [{"id": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "address": "fa:16:3e:d2:e9:78", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299ee27a-68", "ovs_interfaceid": "299ee27a-68c6-406b-ba31-7cd9c180ccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.332152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.366426] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 958.393375] env[69674]: DEBUG oslo_vmware.api [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257107, 'name': ReconfigVM_Task, 'duration_secs': 0.702878} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.393978] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.394270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfigured VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 958.426522] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257109, 'name': PowerOffVM_Task, 'duration_secs': 0.224024} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.427021] env[69674]: DEBUG oslo_vmware.api [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257108, 'name': PowerOnVM_Task, 'duration_secs': 0.550635} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.431248] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.431557] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.431686] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.431866] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.432090] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.432253] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.432672] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.432672] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.432861] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.433078] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.433297] env[69674]: DEBUG nova.virt.hardware [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.433686] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.433866] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.434140] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.434356] env[69674]: INFO nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Took 9.21 seconds to spawn the instance on the hypervisor. [ 958.434595] env[69674]: DEBUG nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 958.435972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17bea8e-3378-43a5-bc53-61de4aac9e0b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.443114] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca30ffb-8f33-49a3-8779-cbb3a16b1cd0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.445757] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80bb12d-9ac6-4755-8dc1-c56664d19c21 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.462820] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18579fbe-affc-448d-8e21-012feadb08bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.525224] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.525627] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.525856] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Deleting the datastore file [datastore1] a8af609c-8f95-47f2-9a81-add51336ec07 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.529240] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d9fc34-04d9-45d0-bef2-87caa42e343b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.534120] env[69674]: DEBUG nova.scheduler.client.report [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.539478] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for the task: (returnval){ [ 958.539478] env[69674]: value = "task-3257112" [ 958.539478] env[69674]: _type = "Task" [ 958.539478] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.553662] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.580351] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257110, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.781570] env[69674]: DEBUG oslo_concurrency.lockutils [req-afe469f5-b6c5-42d4-9072-58ae3bffd3b3 req-8c8bcb00-054a-4a95-9203-62ba425e7272 service nova] Releasing lock "refresh_cache-3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.912709] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06672a56-4318-41e7-aee1-808307241af1 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-14352a36-a620-4fbb-ae5e-b08ec4cf18ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.489s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.920558] env[69674]: DEBUG nova.network.neutron [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [{"id": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "address": "fa:16:3e:5f:ba:a7", "network": {"id": "378372a4-b9b2-4d51-a570-7f35554aa798", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1667549546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2456129ee4774dcc8f6cc52201d7c146", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17bfdbf-a6", "ovs_interfaceid": "b17bfdbf-a6cf-49a1-8a5a-214689b1a082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.970496] env[69674]: INFO nova.compute.manager [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Took 31.81 seconds to build instance. [ 959.044053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.487s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.047257] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.332s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.047257] env[69674]: DEBUG nova.objects.instance [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lazy-loading 'resources' on Instance uuid e733232e-4081-459e-9d30-197c3f8ece6e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.058882] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.065845] env[69674]: INFO nova.scheduler.client.report [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Deleted allocations for instance 8f0d714b-1664-4a83-8f75-e48033d4611d [ 959.080170] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566103} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.080425] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f/3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.080630] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.080883] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d907b978-708e-464c-bf91-4d4c5561ea7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.087313] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 959.087313] env[69674]: value = "task-3257113" [ 959.087313] env[69674]: _type = "Task" [ 959.087313] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.095471] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.423094] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Releasing lock "refresh_cache-ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.423629] env[69674]: DEBUG nova.objects.instance [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lazy-loading 'flavor' on Instance uuid ebbfe3a0-fa35-472d-8f80-fc41eeac2f99 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.472627] env[69674]: DEBUG oslo_concurrency.lockutils [None req-09b9b778-0d89-4b2b-8d78-65a5b8639410 tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.326s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.558076] env[69674]: DEBUG oslo_vmware.api [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Task: {'id': task-3257112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696492} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.559315] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.559315] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.559315] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.559315] env[69674]: INFO nova.compute.manager [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Took 1.70 seconds to destroy the instance on the hypervisor. [ 959.559704] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.559704] env[69674]: DEBUG nova.compute.manager [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 959.559704] env[69674]: DEBUG nova.network.neutron [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.573186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a31805ca-d0c1-4d66-be34-ba535f252e46 tempest-ServersWithSpecificFlavorTestJSON-218987705 tempest-ServersWithSpecificFlavorTestJSON-218987705-project-member] Lock "8f0d714b-1664-4a83-8f75-e48033d4611d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.233s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.598844] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085079} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.601693] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.602711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c088bec2-a5f8-4f21-9e27-9f62756f8155 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.626234] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f/3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.629111] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a14959-20c6-40a5-a0ed-54e4f9da4229 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.650126] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 959.650126] env[69674]: value = "task-3257114" [ 959.650126] env[69674]: _type = "Task" [ 959.650126] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.659578] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.910131] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Successfully updated port: 00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.928835] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30fedf-6201-41ee-af3c-da2c34732a92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.933565] env[69674]: DEBUG nova.compute.manager [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Received event network-vif-plugged-00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 959.933959] env[69674]: DEBUG oslo_concurrency.lockutils [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.934145] env[69674]: DEBUG oslo_concurrency.lockutils [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.934202] env[69674]: DEBUG oslo_concurrency.lockutils [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.935848] env[69674]: DEBUG nova.compute.manager [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] No waiting events found dispatching network-vif-plugged-00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.935848] env[69674]: WARNING nova.compute.manager [req-84655890-dcdf-4778-be80-258eda3cd985 req-77db15a7-fd55-4d4f-af0c-03d8ce52aedd service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Received unexpected event network-vif-plugged-00fe25ab-5ccb-4759-9889-13db6ba0ab48 for instance with vm_state building and task_state spawning. [ 959.957169] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.960092] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "a593bb27-5e87-4291-b333-80ae32dfaef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.960325] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.960554] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "a593bb27-5e87-4291-b333-80ae32dfaef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.960741] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.960910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.962857] env[69674]: INFO nova.compute.manager [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Terminating instance [ 959.964992] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d49a99a-8fbc-4012-8880-88de093274b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.972481] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 959.972481] env[69674]: value = "task-3257115" [ 959.972481] env[69674]: _type = "Task" [ 959.972481] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.983368] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.048370] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 960.048822] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.050165] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44a987-3152-4f89-80e4-bb3842af3910 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.058269] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.058459] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 960.058713] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b65e1524-d2eb-45ea-9df1-bba471a12790 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.101018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805b5582-1b73-417a-8b25-a8261eae8918 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.107840] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20388d81-78db-4233-967c-737448a5f804 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.145822] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8827f93-8235-4dbd-b748-3783b1bbb3cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.156549] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9b0f3-cb60-4270-8955-4cfe1eab431a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.164237] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.178178] env[69674]: DEBUG nova.compute.provider_tree [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.260513] env[69674]: DEBUG oslo_vmware.rw_handles [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c68de-e5e9-5c18-dc04-f72cce4634c7/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 960.260777] env[69674]: INFO nova.virt.vmwareapi.images [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Downloaded image file data 02b0aa64-7daf-4d40-b678-67ef60589d3d [ 960.261715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff23ae8e-4389-4cb7-8b10-2d10fa14f56f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.277927] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e80b924e-a98f-46ee-8902-e4952c96452c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.319565] env[69674]: INFO nova.virt.vmwareapi.images [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] The imported VM was unregistered [ 960.323150] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 960.323150] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.323150] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6866b4f0-b04f-4416-b089-d0b30991abed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.335093] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.335213] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c/OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c.vmdk to [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk. {{(pid=69674) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 960.335428] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-61cf7e38-698c-4a64-b897-69b0f94779e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.340071] env[69674]: DEBUG nova.compute.manager [req-2b7fb5f8-632b-4bd2-af56-4b8f758a4715 req-351dc60f-0de9-4f77-a3df-2b6fb5b092bf service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Received event network-vif-deleted-531c7e3c-05ab-43fd-84af-3933c7b20491 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 960.340275] env[69674]: INFO nova.compute.manager [req-2b7fb5f8-632b-4bd2-af56-4b8f758a4715 req-351dc60f-0de9-4f77-a3df-2b6fb5b092bf service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Neutron deleted interface 531c7e3c-05ab-43fd-84af-3933c7b20491; detaching it from the instance and deleting it from the info cache [ 960.340652] env[69674]: DEBUG nova.network.neutron [req-2b7fb5f8-632b-4bd2-af56-4b8f758a4715 req-351dc60f-0de9-4f77-a3df-2b6fb5b092bf service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.346202] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 960.346202] env[69674]: value = "task-3257117" [ 960.346202] env[69674]: _type = "Task" [ 960.346202] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.354535] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.405669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.405669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.405669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.405669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.405669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.406742] env[69674]: INFO nova.compute.manager [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Terminating instance [ 960.413406] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.413406] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.413406] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.469046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "refresh_cache-a593bb27-5e87-4291-b333-80ae32dfaef6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.469425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquired lock "refresh_cache-a593bb27-5e87-4291-b333-80ae32dfaef6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.469425] env[69674]: DEBUG nova.network.neutron [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.482523] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257115, 'name': PowerOffVM_Task, 'duration_secs': 0.352062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.482523] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.487854] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.488811] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe11e13e-3348-467d-bbc0-67b7304387a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.508696] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 960.508696] env[69674]: value = "task-3257118" [ 960.508696] env[69674]: _type = "Task" [ 960.508696] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.517680] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.660935] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257114, 'name': ReconfigVM_Task, 'duration_secs': 0.594089} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.661683] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f/3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.662133] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5cde6cd-9bb4-43f1-8f98-240c2a08f0a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.669325] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 960.669325] env[69674]: value = "task-3257119" [ 960.669325] env[69674]: _type = "Task" [ 960.669325] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.680018] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257119, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.683034] env[69674]: DEBUG nova.scheduler.client.report [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.687167] env[69674]: DEBUG nova.network.neutron [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.843456] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6ab4df-1dd5-4599-b07c-144b8fc1d9b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.855293] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90364829-564e-4864-a603-926326dc43ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.870347] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.878495] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-89bae658-b4f5-4cda-8c58-a7e4a72cfd60" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.878763] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-89bae658-b4f5-4cda-8c58-a7e4a72cfd60" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.907056] env[69674]: DEBUG nova.compute.manager [req-2b7fb5f8-632b-4bd2-af56-4b8f758a4715 req-351dc60f-0de9-4f77-a3df-2b6fb5b092bf service nova] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Detach interface failed, port_id=531c7e3c-05ab-43fd-84af-3933c7b20491, reason: Instance a8af609c-8f95-47f2-9a81-add51336ec07 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 960.916015] env[69674]: DEBUG nova.compute.manager [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 960.916015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.921024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03886a89-a317-4b62-a4fc-2a8abc8e0dae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.926914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.927477] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a081e5ee-47b0-4419-829a-374d73d95d22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.933340] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 960.933340] env[69674]: value = "task-3257120" [ 960.933340] env[69674]: _type = "Task" [ 960.933340] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.943045] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.971871] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.991423] env[69674]: DEBUG nova.network.neutron [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.019093] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.056106] env[69674]: DEBUG nova.network.neutron [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.182394] env[69674]: DEBUG nova.network.neutron [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Updating instance_info_cache with network_info: [{"id": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "address": "fa:16:3e:af:12:ab", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fe25ab-5c", "ovs_interfaceid": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.186767] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257119, 'name': Rename_Task, 'duration_secs': 0.371635} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.187104] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.187374] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae7edf92-4fa9-4ee0-b7a0-4a6806fe9ba8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.189854] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.192346] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.230s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.193995] env[69674]: INFO nova.compute.claims [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.197459] env[69674]: INFO nova.compute.manager [-] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Took 1.64 seconds to deallocate network for instance. [ 961.205367] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 961.205367] env[69674]: value = "task-3257121" [ 961.205367] env[69674]: _type = "Task" [ 961.205367] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.216782] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.233377] env[69674]: INFO nova.scheduler.client.report [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Deleted allocations for instance e733232e-4081-459e-9d30-197c3f8ece6e [ 961.359434] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.382128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.382366] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.383756] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a09de77-9f7f-434d-93f6-90246024571f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.404207] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa3f3e-ebba-456b-9003-747ab2df9017 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.438699] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfiguring VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 961.440091] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57602322-5708-4a2b-876f-150a27cf701f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.465709] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.467762] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 961.467762] env[69674]: value = "task-3257122" [ 961.467762] env[69674]: _type = "Task" [ 961.467762] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.476900] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.520210] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257118, 'name': ReconfigVM_Task, 'duration_secs': 0.632442} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.520563] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.520746] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.521136] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-745d4caf-1b42-4105-ae41-2bd1288999df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.530433] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 961.530433] env[69674]: value = "task-3257123" [ 961.530433] env[69674]: _type = "Task" [ 961.530433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.540450] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.558909] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Releasing lock "refresh_cache-a593bb27-5e87-4291-b333-80ae32dfaef6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.559876] env[69674]: DEBUG nova.compute.manager [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 961.559876] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.560616] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f791b3-325e-4771-8494-cfe158582a61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.568571] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.568883] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2239671f-3072-4845-9b6c-e4690c29ef2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.576189] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 961.576189] env[69674]: value = "task-3257124" [ 961.576189] env[69674]: _type = "Task" [ 961.576189] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.585009] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.682514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.682860] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance network_info: |[{"id": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "address": "fa:16:3e:af:12:ab", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fe25ab-5c", "ovs_interfaceid": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 961.683446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:12:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00fe25ab-5ccb-4759-9889-13db6ba0ab48', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.691343] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.691595] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.691826] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57966809-fc4e-46da-acc6-b5a7247959aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.720878] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.720878] env[69674]: value = "task-3257125" [ 961.720878] env[69674]: _type = "Task" [ 961.720878] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.725454] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.737143] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257125, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.743515] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fd4e47c3-9884-40a3-bbcd-cbe816e04047 tempest-ServerShowV254Test-1241875667 tempest-ServerShowV254Test-1241875667-project-member] Lock "e733232e-4081-459e-9d30-197c3f8ece6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.419s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.860519] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.951372] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257120, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.981234] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.028826] env[69674]: DEBUG nova.compute.manager [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Received event network-changed-00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 962.029048] env[69674]: DEBUG nova.compute.manager [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Refreshing instance network info cache due to event network-changed-00fe25ab-5ccb-4759-9889-13db6ba0ab48. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 962.029276] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] Acquiring lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029416] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] Acquired lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029623] env[69674]: DEBUG nova.network.neutron [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Refreshing network info cache for port 00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.043641] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.091731] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257124, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.230547] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.240952] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257125, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.361637] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.454056] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257120, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.482496] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.549756] env[69674]: DEBUG oslo_vmware.api [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257123, 'name': PowerOnVM_Task, 'duration_secs': 0.808115} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.550710] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.550710] env[69674]: DEBUG nova.compute.manager [None req-5dc1e6bc-8427-4990-be93-605cb2d1cbd7 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 962.551612] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeddb9d-ce74-4c08-871d-b33109338f04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.592379] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257124, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.728509] env[69674]: DEBUG oslo_vmware.api [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257121, 'name': PowerOnVM_Task, 'duration_secs': 1.15859} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.729285] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.730211] env[69674]: INFO nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Took 8.29 seconds to spawn the instance on the hypervisor. [ 962.730211] env[69674]: DEBUG nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 962.731178] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa55124-fa54-4748-bf32-cbed2c6569d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.752956] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257125, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.798191] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1126b90c-482a-447e-9c30-95efc93d6ef5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.807671] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70250bad-203d-48ca-af83-06acc0aa1493 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.848811] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69b26c-6361-4333-9e16-e3bdd6ed58af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.863772] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070778aa-3e23-4526-abcf-6fc8033f7f12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.868859] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.882105] env[69674]: DEBUG nova.compute.provider_tree [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.951355] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257120, 'name': PowerOffVM_Task, 'duration_secs': 1.894437} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.951639] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.951806] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.952085] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678a1cfe-2846-4e60-bd15-c8bafea1d269 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.983047] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.022960] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.023229] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.023412] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleting the datastore file [datastore1] c83fa8ee-5729-40d0-a3b9-694c7498f55f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.024135] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631820cc-2c9e-4177-ad8a-2dd34fbac10e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.031130] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for the task: (returnval){ [ 963.031130] env[69674]: value = "task-3257127" [ 963.031130] env[69674]: _type = "Task" [ 963.031130] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.039378] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.042388] env[69674]: DEBUG nova.network.neutron [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Updated VIF entry in instance network info cache for port 00fe25ab-5ccb-4759-9889-13db6ba0ab48. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.042388] env[69674]: DEBUG nova.network.neutron [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Updating instance_info_cache with network_info: [{"id": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "address": "fa:16:3e:af:12:ab", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fe25ab-5c", "ovs_interfaceid": "00fe25ab-5ccb-4759-9889-13db6ba0ab48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.092125] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257124, 'name': PowerOffVM_Task, 'duration_secs': 1.25986} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.092546] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.092626] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.092911] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0f8bbe-2ebb-4680-a5b9-54ebadfc79bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.121998] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.122560] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.122671] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Deleting the datastore file [datastore1] a593bb27-5e87-4291-b333-80ae32dfaef6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.122871] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe2cd583-7cc3-48b4-8f4f-5ea2020bfc7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.131322] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for the task: (returnval){ [ 963.131322] env[69674]: value = "task-3257129" [ 963.131322] env[69674]: _type = "Task" [ 963.131322] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.140653] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.245514] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257125, 'name': CreateVM_Task, 'duration_secs': 1.476206} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.246227] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.246411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.246580] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.247034] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.247199] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eea7228-2b40-40c1-8de4-9fa1b0a6d3af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.251884] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 963.251884] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212d0d0-7f81-80c1-d04e-9b6b6cc1ec95" [ 963.251884] env[69674]: _type = "Task" [ 963.251884] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.265297] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212d0d0-7f81-80c1-d04e-9b6b6cc1ec95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.265297] env[69674]: INFO nova.compute.manager [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Took 34.30 seconds to build instance. [ 963.278852] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.279857] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.363013] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257117, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.658715} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.363432] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c/OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c.vmdk to [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk. [ 963.363630] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Cleaning up location [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 963.363797] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c8ac77f1-4cc1-4690-b630-de0c34ae944c {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.364071] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211f741e-c417-4e6a-b7e4-a0917fc6b287 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.370320] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 963.370320] env[69674]: value = "task-3257130" [ 963.370320] env[69674]: _type = "Task" [ 963.370320] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.380248] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.388898] env[69674]: DEBUG nova.scheduler.client.report [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.483382] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.543473] env[69674]: DEBUG oslo_vmware.api [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Task: {'id': task-3257127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324083} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.543800] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.544038] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.544330] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.545026] env[69674]: INFO nova.compute.manager [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Took 2.63 seconds to destroy the instance on the hypervisor. [ 963.545026] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.545526] env[69674]: DEBUG oslo_concurrency.lockutils [req-3e7cab60-1bc7-44d8-a317-192490815ae8 req-bfb34dc4-84e5-47ac-bc44-9d1dcabc27aa service nova] Releasing lock "refresh_cache-a188c7a8-0460-4f47-9af7-790c59e0653d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.545721] env[69674]: DEBUG nova.compute.manager [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 963.546051] env[69674]: DEBUG nova.network.neutron [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.645668] env[69674]: DEBUG oslo_vmware.api [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Task: {'id': task-3257129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19836} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.645668] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.645668] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.645668] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.645668] env[69674]: INFO nova.compute.manager [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Took 2.08 seconds to destroy the instance on the hypervisor. [ 963.645668] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.645668] env[69674]: DEBUG nova.compute.manager [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 963.645668] env[69674]: DEBUG nova.network.neutron [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.673447] env[69674]: DEBUG nova.network.neutron [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.763530] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5212d0d0-7f81-80c1-d04e-9b6b6cc1ec95, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.763844] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.764108] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.764339] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.764673] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.764945] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59cd72d6-7d0c-4350-b1b3-e914ca397974 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.767896] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6b4552ae-0a8b-43e8-9f3b-0f6f729c83b8 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.807s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.776643] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.776834] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.778040] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7513d4-c1f6-4069-8c04-4170b01c57b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.781993] env[69674]: DEBUG nova.compute.utils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.789415] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 963.789415] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5200d1e2-f1c6-664e-6f80-0de61acf5be5" [ 963.789415] env[69674]: _type = "Task" [ 963.789415] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.799493] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5200d1e2-f1c6-664e-6f80-0de61acf5be5, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.800534] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c32a8fd-573d-45ab-8b12-caacee19f715 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.808023] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 963.808023] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d1b0c4-e73f-b104-30bf-ed0b2737d445" [ 963.808023] env[69674]: _type = "Task" [ 963.808023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.816960] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d1b0c4-e73f-b104-30bf-ed0b2737d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.880127] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039095} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.880402] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.880571] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.880823] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk to [datastore1] e7ede7c1-0714-4283-91b3-31bcf2d0bdd1/e7ede7c1-0714-4283-91b3-31bcf2d0bdd1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.881112] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f79bf42-8a1d-418d-9cdb-4f17a1b94ae4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.888514] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 963.888514] env[69674]: value = "task-3257131" [ 963.888514] env[69674]: _type = "Task" [ 963.888514] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.896876] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.897285] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 963.900792] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.900792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.610s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.900792] env[69674]: DEBUG nova.objects.instance [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lazy-loading 'resources' on Instance uuid e4a6a52b-268e-4547-9a2c-93e1b7224797 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.987041] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.107568] env[69674]: DEBUG nova.compute.manager [req-da9cd77f-f5a6-48b0-9154-0bd6dbc0e275 req-aa9f4299-8bfd-42b1-884d-8812d128048e service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Received event network-vif-deleted-d82cfa07-3fda-485d-acb5-d157f4b799fb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 964.107568] env[69674]: INFO nova.compute.manager [req-da9cd77f-f5a6-48b0-9154-0bd6dbc0e275 req-aa9f4299-8bfd-42b1-884d-8812d128048e service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Neutron deleted interface d82cfa07-3fda-485d-acb5-d157f4b799fb; detaching it from the instance and deleting it from the info cache [ 964.107568] env[69674]: DEBUG nova.network.neutron [req-da9cd77f-f5a6-48b0-9154-0bd6dbc0e275 req-aa9f4299-8bfd-42b1-884d-8812d128048e service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.175626] env[69674]: DEBUG nova.network.neutron [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.275280] env[69674]: DEBUG nova.network.neutron [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.290337] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.290598] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.290882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.291130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.291352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.293610] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.294677] env[69674]: INFO nova.compute.manager [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Terminating instance [ 964.322075] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d1b0c4-e73f-b104-30bf-ed0b2737d445, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.322606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.322925] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.323251] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d4faaa2-cce5-45f2-882a-cef82c469626 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.334437] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 964.334437] env[69674]: value = "task-3257132" [ 964.334437] env[69674]: _type = "Task" [ 964.334437] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.344623] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.403037] env[69674]: DEBUG nova.compute.utils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.404491] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.408040] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 964.408307] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.482469] env[69674]: DEBUG nova.policy [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'febd941313714f4db50b8f0a5a936c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01d0466fd114d7e80c6a14cc04ebdf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.496857] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.525365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.525649] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.526433] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.526433] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.526433] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.528791] env[69674]: INFO nova.compute.manager [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Terminating instance [ 964.613017] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4667fe4-84c4-43bc-ac31-18969e1fd6f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.622860] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f08a9-0aaa-4884-aa91-4cc047fe58c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.671302] env[69674]: DEBUG nova.compute.manager [req-da9cd77f-f5a6-48b0-9154-0bd6dbc0e275 req-aa9f4299-8bfd-42b1-884d-8812d128048e service nova] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Detach interface failed, port_id=d82cfa07-3fda-485d-acb5-d157f4b799fb, reason: Instance c83fa8ee-5729-40d0-a3b9-694c7498f55f could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 964.679215] env[69674]: INFO nova.compute.manager [-] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Took 1.03 seconds to deallocate network for instance. [ 964.778285] env[69674]: INFO nova.compute.manager [-] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Took 1.23 seconds to deallocate network for instance. [ 964.803381] env[69674]: DEBUG nova.compute.manager [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 964.803381] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.803381] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9fe6a6-e44b-4de2-b42a-654d1b1a5953 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.813590] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.813590] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3836430-508d-4259-86f3-3251a8f1a65d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.825348] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 964.825348] env[69674]: value = "task-3257133" [ 964.825348] env[69674]: _type = "Task" [ 964.825348] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.850125] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.859070] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.859992] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Successfully created port: a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.904458] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.914251] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 964.986351] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.988192] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d327fc-c87c-45d1-8f2d-640cbfc1aeeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.995524] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5231b94f-bb54-43b0-92a9-51b7a434e166 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.030755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e095c8-18f2-4d98-8c0e-4da1fcef22d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.036123] env[69674]: DEBUG nova.compute.manager [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 965.036123] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.039059] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7941035b-b6e5-4d52-808f-02c8528c0240 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.043197] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15c3fa-f8f7-4951-9d6e-31e5539c7a96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.052216] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.061462] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1dfedd-639d-4a50-b050-2a283427e3bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.063721] env[69674]: DEBUG nova.compute.provider_tree [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.075987] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 965.075987] env[69674]: value = "task-3257134" [ 965.075987] env[69674]: _type = "Task" [ 965.075987] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.088049] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.186063] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.289740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.345534] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257133, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.352212] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.383188] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.383511] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.383772] env[69674]: INFO nova.compute.manager [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Attaching volume dcf06a05-b5f3-4e1b-8489-6f205a2a64dc to /dev/sdb [ 965.403561] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.437948] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91ba406-0bc4-4244-938a-0aeb4bef8f77 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.452288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f81ddc2-705d-44d4-9623-ed64c4cc6273 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.467773] env[69674]: DEBUG nova.virt.block_device [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating existing volume attachment record: 697aa90b-4270-4a09-bd18-12edc41c7f85 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.486512] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.570056] env[69674]: DEBUG nova.scheduler.client.report [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.586482] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257134, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.838186] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257133, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.847465] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.902114] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.929884] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.969085] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.969488] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.969488] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.969588] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.969765] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.969992] env[69674]: DEBUG nova.virt.hardware [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.970905] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076ff02-0caf-49e2-a849-9e8e30468f6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.984125] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809c275c-5ccb-4bfb-bcc7-838976cde41a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.993585] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.076478] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.079087] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.630s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.080287] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.082908] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.590s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.082908] env[69674]: DEBUG nova.objects.instance [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lazy-loading 'resources' on Instance uuid b0ee902e-14b1-490e-b8ae-e327563499f1 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.098008] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257134, 'name': PowerOffVM_Task, 'duration_secs': 0.913211} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.098008] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.098312] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.098952] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6423af-4714-43a5-8bb7-747ba2301bc6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.111168] env[69674]: INFO nova.scheduler.client.report [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted allocations for instance e4a6a52b-268e-4547-9a2c-93e1b7224797 [ 966.112960] env[69674]: INFO nova.scheduler.client.report [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocations for instance 79421382-86c8-4416-bf68-b1f3c3364f46 [ 966.199619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.199619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.199699] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleting the datastore file [datastore1] ebbfe3a0-fa35-472d-8f80-fc41eeac2f99 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.200071] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb17d4f5-d531-497b-b0e6-54829538731b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.213119] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 966.213119] env[69674]: value = "task-3257138" [ 966.213119] env[69674]: _type = "Task" [ 966.213119] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.220526] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.339588] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257133, 'name': PowerOffVM_Task, 'duration_secs': 1.157799} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.343135] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.343363] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.343669] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9be2c8f-a52e-471d-a849-22750aed7049 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.354712] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.409953] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.430107] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.431275] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.431275] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.432581] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c33c9f4-67b2-44ac-acbc-5999c0b8bbbd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.441537] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 966.441537] env[69674]: value = "task-3257141" [ 966.441537] env[69674]: _type = "Task" [ 966.441537] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.452999] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.456368] env[69674]: DEBUG nova.compute.manager [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Received event network-vif-plugged-a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 966.456629] env[69674]: DEBUG oslo_concurrency.lockutils [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.456878] env[69674]: DEBUG oslo_concurrency.lockutils [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.456989] env[69674]: DEBUG oslo_concurrency.lockutils [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.457206] env[69674]: DEBUG nova.compute.manager [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] No waiting events found dispatching network-vif-plugged-a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.457378] env[69674]: WARNING nova.compute.manager [req-63862d47-518d-4379-a05c-9f0342ac3c78 req-85b8865c-712c-4070-ba0e-d21be74a45f7 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Received unexpected event network-vif-plugged-a28b0d31-af82-4a2e-8a74-fc63a20be2ee for instance with vm_state building and task_state spawning. [ 966.493269] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.595991] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Successfully updated port: a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.625408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c6256dcd-fc35-4fff-a40e-9d9e10589aea tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "e4a6a52b-268e-4547-9a2c-93e1b7224797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.354s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.631487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3618d3a7-a897-4ac1-88e2-c2a16d4445e7 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "79421382-86c8-4416-bf68-b1f3c3364f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.999s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.721944] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.852805] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257132, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408567} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.855757] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.856048] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.857037] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f708667-f778-4d0a-b281-0697b5939ff2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.863719] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 966.863719] env[69674]: value = "task-3257142" [ 966.863719] env[69674]: _type = "Task" [ 966.863719] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.873548] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.909167] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257131, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.72951} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.909399] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02b0aa64-7daf-4d40-b678-67ef60589d3d/02b0aa64-7daf-4d40-b678-67ef60589d3d.vmdk to [datastore1] e7ede7c1-0714-4283-91b3-31bcf2d0bdd1/e7ede7c1-0714-4283-91b3-31bcf2d0bdd1.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.910321] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8b945-818d-45aa-af2d-28ea7d4a4133 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.936279] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e7ede7c1-0714-4283-91b3-31bcf2d0bdd1/e7ede7c1-0714-4283-91b3-31bcf2d0bdd1.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.936385] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1596295b-4efe-4012-80fa-5820c9be3bfa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.966318] env[69674]: DEBUG oslo_vmware.api [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44917} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.967644] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.967882] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.968074] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.968277] env[69674]: INFO nova.compute.manager [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 966.968537] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.968807] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 966.968807] env[69674]: value = "task-3257143" [ 966.968807] env[69674]: _type = "Task" [ 966.968807] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.971568] env[69674]: DEBUG nova.compute.manager [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 966.971728] env[69674]: DEBUG nova.network.neutron [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.982425] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.990241] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.077444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db260d-c8ea-43b5-a563-b86431d2a0ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.085179] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f8715-b526-49e7-bb22-3bb01f7cca3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.117604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.117786] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.117907] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.122192] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f2393-42a7-462d-99e1-98a352ea7add {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.136581] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ad04a-fb72-4e28-9305-2a93e4b6324d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.152958] env[69674]: DEBUG nova.compute.provider_tree [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.222400] env[69674]: DEBUG oslo_vmware.api [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667539} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.222663] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.222834] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.223015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.223191] env[69674]: INFO nova.compute.manager [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Took 2.19 seconds to destroy the instance on the hypervisor. [ 967.223429] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.223614] env[69674]: DEBUG nova.compute.manager [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 967.223699] env[69674]: DEBUG nova.network.neutron [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.320073] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.320441] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.320664] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.320856] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.321048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.323888] env[69674]: INFO nova.compute.manager [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Terminating instance [ 967.373860] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09284} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.374146] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.374909] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd7bee-f67d-4013-8694-2fd14e93aab7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.405301] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.406033] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038a2656-7eed-4432-844a-c66d27e41b37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.437396] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 967.437396] env[69674]: value = "task-3257144" [ 967.437396] env[69674]: _type = "Task" [ 967.437396] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.448589] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.484958] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257143, 'name': ReconfigVM_Task, 'duration_secs': 0.285798} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.487194] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e7ede7c1-0714-4283-91b3-31bcf2d0bdd1/e7ede7c1-0714-4283-91b3-31bcf2d0bdd1.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.487194] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c29cfa89-cdde-45e7-8e27-9349624f9c2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.493443] env[69674]: DEBUG oslo_vmware.api [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257122, 'name': ReconfigVM_Task, 'duration_secs': 5.758066} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.494655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.494875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Reconfigured VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 967.497276] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 967.497276] env[69674]: value = "task-3257145" [ 967.497276] env[69674]: _type = "Task" [ 967.497276] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.506593] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257145, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.534363] env[69674]: DEBUG nova.compute.manager [req-fcdb04e7-760d-4747-9208-a6f1c57e47c7 req-64078499-8b76-4867-b07e-9dd0d5cb6d0f service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Received event network-vif-deleted-b17bfdbf-a6cf-49a1-8a5a-214689b1a082 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 967.534363] env[69674]: INFO nova.compute.manager [req-fcdb04e7-760d-4747-9208-a6f1c57e47c7 req-64078499-8b76-4867-b07e-9dd0d5cb6d0f service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Neutron deleted interface b17bfdbf-a6cf-49a1-8a5a-214689b1a082; detaching it from the instance and deleting it from the info cache [ 967.534534] env[69674]: DEBUG nova.network.neutron [req-fcdb04e7-760d-4747-9208-a6f1c57e47c7 req-64078499-8b76-4867-b07e-9dd0d5cb6d0f service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.675840] env[69674]: ERROR nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] [req-99e2afef-a352-4be7-b73b-e14d5b277d6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99e2afef-a352-4be7-b73b-e14d5b277d6f"}]} [ 967.694580] env[69674]: DEBUG nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 967.703881] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.710450] env[69674]: DEBUG nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 967.710679] env[69674]: DEBUG nova.compute.provider_tree [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.723592] env[69674]: DEBUG nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 967.749107] env[69674]: DEBUG nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 967.829086] env[69674]: DEBUG nova.compute.manager [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 967.829364] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.830423] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21115a-ca5b-4667-98a3-3ee61eff0fe8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.844287] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.844650] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60ad142-069f-4649-b88e-5aa02ac1c567 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.851639] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 967.851639] env[69674]: value = "task-3257146" [ 967.851639] env[69674]: _type = "Task" [ 967.851639] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.867571] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.929169] env[69674]: DEBUG nova.network.neutron [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.948116] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257144, 'name': ReconfigVM_Task, 'duration_secs': 0.301537} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.948466] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.949597] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c6d0ec1-7706-4568-82b6-945b478332eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.961278] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 967.961278] env[69674]: value = "task-3257147" [ 967.961278] env[69674]: _type = "Task" [ 967.961278] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.979226] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257147, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.980687] env[69674]: DEBUG nova.network.neutron [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.003264] env[69674]: DEBUG nova.network.neutron [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.012849] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257145, 'name': Rename_Task, 'duration_secs': 0.144033} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.013715] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.013940] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec067ce-8aa8-47c4-bfeb-82cf49b82a68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.020547] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 968.020547] env[69674]: value = "task-3257148" [ 968.020547] env[69674]: _type = "Task" [ 968.020547] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.033272] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.038117] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4845e7e0-5db1-4403-8f3b-138d6a1f3921 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.048450] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de487a47-cbed-455e-97d2-c6fcb57b7c56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.089087] env[69674]: DEBUG nova.compute.manager [req-fcdb04e7-760d-4747-9208-a6f1c57e47c7 req-64078499-8b76-4867-b07e-9dd0d5cb6d0f service nova] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Detach interface failed, port_id=b17bfdbf-a6cf-49a1-8a5a-214689b1a082, reason: Instance ebbfe3a0-fa35-472d-8f80-fc41eeac2f99 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 968.257663] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf45ac-e01b-46b4-9da9-f8b480869dcd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.266416] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff421b14-4547-4819-b584-198ef6954c81 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.298580] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58176cc-5c66-406a-b0cc-63b2c2612dec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.306443] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597e2313-37ab-4bd6-94cb-3dc3e54d2150 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.321184] env[69674]: DEBUG nova.compute.provider_tree [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.361780] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257146, 'name': PowerOffVM_Task, 'duration_secs': 0.253685} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.362107] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.362300] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.362575] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30665c3d-fa62-47af-af69-a05f76339af3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.425861] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.426155] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.426365] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore2] 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.426653] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b4d38c-87f4-43cd-ab27-785a63d975fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.432591] env[69674]: INFO nova.compute.manager [-] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Took 1.46 seconds to deallocate network for instance. [ 968.436791] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 968.436791] env[69674]: value = "task-3257151" [ 968.436791] env[69674]: _type = "Task" [ 968.436791] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.449553] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.470957] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257147, 'name': Rename_Task, 'duration_secs': 0.167906} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.471309] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.472912] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-381b004a-a906-48a1-9e2a-7102bce69cc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.479232] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 968.479232] env[69674]: value = "task-3257152" [ 968.479232] env[69674]: _type = "Task" [ 968.479232] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.487078] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.487540] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Instance network_info: |[{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 968.488272] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:1f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a28b0d31-af82-4a2e-8a74-fc63a20be2ee', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.497430] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.503517] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.509055] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.509171] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-059b3da5-9796-4ada-a6f3-8255e0335c48 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.526749] env[69674]: INFO nova.compute.manager [-] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Took 1.30 seconds to deallocate network for instance. [ 968.543092] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257148, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.544446] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.544446] env[69674]: value = "task-3257153" [ 968.544446] env[69674]: _type = "Task" [ 968.544446] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.553028] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257153, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.694439] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Received event network-changed-a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 968.694742] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Refreshing instance network info cache due to event network-changed-a28b0d31-af82-4a2e-8a74-fc63a20be2ee. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 968.694836] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Acquiring lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.694977] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Acquired lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.695153] env[69674]: DEBUG nova.network.neutron [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Refreshing network info cache for port a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.749947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.750226] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.750404] env[69674]: DEBUG nova.network.neutron [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.865643] env[69674]: DEBUG nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.866035] env[69674]: DEBUG nova.compute.provider_tree [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 112 to 113 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.866198] env[69674]: DEBUG nova.compute.provider_tree [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.954032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.954480] env[69674]: DEBUG oslo_vmware.api [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205059} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.954926] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.955154] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.955314] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.955524] env[69674]: INFO nova.compute.manager [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 968.956450] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.956450] env[69674]: DEBUG nova.compute.manager [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 968.956450] env[69674]: DEBUG nova.network.neutron [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.990021] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.009193] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.009193] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.009298] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.010139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.010139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.011966] env[69674]: INFO nova.compute.manager [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Terminating instance [ 969.038956] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.042363] env[69674]: DEBUG oslo_vmware.api [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257148, 'name': PowerOnVM_Task, 'duration_secs': 0.529176} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.043602] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.043602] env[69674]: INFO nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Took 17.20 seconds to spawn the instance on the hypervisor. [ 969.043602] env[69674]: DEBUG nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 969.043895] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b4e18a-bbf7-4e61-87ba-bef68e993e26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.055464] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257153, 'name': CreateVM_Task, 'duration_secs': 0.469402} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.056713] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.060186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.060411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.060653] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.061498] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5413f299-c3ed-424e-a5c5-d2eb2cd28bb9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.066347] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 969.066347] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f9a90-7279-41d6-465c-ce10452b3db6" [ 969.066347] env[69674]: _type = "Task" [ 969.066347] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.074888] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f9a90-7279-41d6-465c-ce10452b3db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.372084] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.290s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.374866] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.124s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.376927] env[69674]: INFO nova.compute.claims [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.398418] env[69674]: INFO nova.scheduler.client.report [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Deleted allocations for instance b0ee902e-14b1-490e-b8ae-e327563499f1 [ 969.477419] env[69674]: DEBUG nova.network.neutron [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updated VIF entry in instance network info cache for port a28b0d31-af82-4a2e-8a74-fc63a20be2ee. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.477893] env[69674]: DEBUG nova.network.neutron [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.490740] env[69674]: DEBUG oslo_vmware.api [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257152, 'name': PowerOnVM_Task, 'duration_secs': 0.562237} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.491081] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.491292] env[69674]: INFO nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Took 11.12 seconds to spawn the instance on the hypervisor. [ 969.491484] env[69674]: DEBUG nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 969.492832] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3922f2d9-4de2-4170-9a5f-d9eb1315a62d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.519205] env[69674]: DEBUG nova.compute.manager [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 969.519335] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.522792] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d50fff-7ca5-4905-ac5a-a2697a2c2e41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.531083] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.531356] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261f7dd5-a69a-406a-aa33-7014185cde33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.537997] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 969.537997] env[69674]: value = "task-3257154" [ 969.537997] env[69674]: _type = "Task" [ 969.537997] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.547814] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.572576] env[69674]: INFO nova.compute.manager [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Took 42.01 seconds to build instance. [ 969.584404] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522f9a90-7279-41d6-465c-ce10452b3db6, 'name': SearchDatastore_Task, 'duration_secs': 0.017016} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.584900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.585283] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.585665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.585941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.586253] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.586620] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772d66cb-f1c6-47ca-a313-3541488f9ca0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.597046] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.597046] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.597046] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd03e7d-98f5-4dd5-a977-c63cbf32a3ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.603379] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 969.603379] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3d5d5-6358-41fa-5721-6da527c2cd10" [ 969.603379] env[69674]: _type = "Task" [ 969.603379] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.611751] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3d5d5-6358-41fa-5721-6da527c2cd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.633592] env[69674]: DEBUG nova.compute.manager [req-a56dec76-fd52-420b-819d-afd8c3800568 req-760940c0-b8d5-435f-9742-66a0f875152e service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Received event network-vif-deleted-08b3406d-0901-4b0b-85c5-94a0a649806f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 969.633810] env[69674]: INFO nova.compute.manager [req-a56dec76-fd52-420b-819d-afd8c3800568 req-760940c0-b8d5-435f-9742-66a0f875152e service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Neutron deleted interface 08b3406d-0901-4b0b-85c5-94a0a649806f; detaching it from the instance and deleting it from the info cache [ 969.634017] env[69674]: DEBUG nova.network.neutron [req-a56dec76-fd52-420b-819d-afd8c3800568 req-760940c0-b8d5-435f-9742-66a0f875152e service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.719731] env[69674]: INFO nova.network.neutron [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Port 89bae658-b4f5-4cda-8c58-a7e4a72cfd60 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 969.719731] env[69674]: INFO nova.network.neutron [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Port 14352a36-a620-4fbb-ae5e-b08ec4cf18ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 969.719731] env[69674]: DEBUG nova.network.neutron [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.856061] env[69674]: DEBUG nova.network.neutron [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.910260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bf7eb460-820a-42b0-af9d-560977786400 tempest-MigrationsAdminTest-563756790 tempest-MigrationsAdminTest-563756790-project-member] Lock "b0ee902e-14b1-490e-b8ae-e327563499f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.193s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.980763] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Releasing lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.980763] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Received event network-vif-deleted-299ee27a-68c6-406b-ba31-7cd9c180ccf5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 969.980964] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-deleted-89bae658-b4f5-4cda-8c58-a7e4a72cfd60 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 969.981169] env[69674]: INFO nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Neutron deleted interface 89bae658-b4f5-4cda-8c58-a7e4a72cfd60; detaching it from the instance and deleting it from the info cache [ 969.981535] env[69674]: DEBUG nova.network.neutron [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "address": "fa:16:3e:3a:2b:cc", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14352a36-a6", "ovs_interfaceid": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.022194] env[69674]: INFO nova.compute.manager [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Took 39.92 seconds to build instance. [ 970.048111] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257154, 'name': PowerOffVM_Task, 'duration_secs': 0.23043} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.048394] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.048565] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.048834] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-788ff5e4-a24b-499f-8784-c7a5763f3114 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.078940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1ecb497e-5332-4956-953f-9c237f8eaa8c tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.529s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.116167] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e3d5d5-6358-41fa-5721-6da527c2cd10, 'name': SearchDatastore_Task, 'duration_secs': 0.016913} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.117035] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a1fe41-8f16-4c95-b412-13e8809dcdc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.123127] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 970.123127] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52921200-4537-986d-14ff-8e01a0a19be3" [ 970.123127] env[69674]: _type = "Task" [ 970.123127] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.132478] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52921200-4537-986d-14ff-8e01a0a19be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.136371] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b94e907b-267a-476b-8201-c3e4f48054bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.145378] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c5de14-c22d-4bec-918b-2f2304941593 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.161372] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.162268] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.162403] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleting the datastore file [datastore2] 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.163059] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-517862d4-e314-4599-afa5-a9f279a1dfaa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.189764] env[69674]: DEBUG nova.compute.manager [req-a56dec76-fd52-420b-819d-afd8c3800568 req-760940c0-b8d5-435f-9742-66a0f875152e service nova] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Detach interface failed, port_id=08b3406d-0901-4b0b-85c5-94a0a649806f, reason: Instance 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 970.191206] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 970.191206] env[69674]: value = "task-3257156" [ 970.191206] env[69674]: _type = "Task" [ 970.191206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.198965] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.222622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.360124] env[69674]: INFO nova.compute.manager [-] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Took 1.40 seconds to deallocate network for instance. [ 970.485401] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Acquiring lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.529027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-df12108c-4704-4f35-a331-4f10171fab81 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.436s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.546174] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 970.546174] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650761', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'name': 'volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3d16a15-fe59-488b-bdfb-6f7116e3c735', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'serial': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 970.546174] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1087b-e0ee-4013-93a2-fc7fe102f40e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.568135] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30bc369-3d10-4149-bdd8-bb0cac6bc7e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.601323] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc/volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.604374] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006d250b-5143-4fa2-9438-5c3190559f2d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.629387] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 970.629387] env[69674]: value = "task-3257157" [ 970.629387] env[69674]: _type = "Task" [ 970.629387] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.641664] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52921200-4537-986d-14ff-8e01a0a19be3, 'name': SearchDatastore_Task, 'duration_secs': 0.013375} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.642748] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.643098] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.643367] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17d5f75-924b-45c8-bed0-9f2a93aad02a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.649452] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.654186] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 970.654186] env[69674]: value = "task-3257158" [ 970.654186] env[69674]: _type = "Task" [ 970.654186] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.666077] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.704669] env[69674]: DEBUG oslo_vmware.api [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341094} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.704847] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.705546] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.706174] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.706174] env[69674]: INFO nova.compute.manager [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Took 1.19 seconds to destroy the instance on the hypervisor. [ 970.706464] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.706694] env[69674]: DEBUG nova.compute.manager [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 970.706786] env[69674]: DEBUG nova.network.neutron [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.729957] env[69674]: DEBUG oslo_concurrency.lockutils [None req-53ec09d6-0673-47a5-871c-54b21786ca05 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4e8770bb-294c-4b0c-a8d4-d6d13699f850-89bae658-b4f5-4cda-8c58-a7e4a72cfd60" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.851s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.775413] env[69674]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 14352a36-a620-4fbb-ae5e-b08ec4cf18ff could not be found.", "detail": ""}} {{(pid=69674) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 970.775413] env[69674]: DEBUG nova.network.neutron [-] Unable to show port 14352a36-a620-4fbb-ae5e-b08ec4cf18ff as it no longer exists. {{(pid=69674) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 970.971375] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.980442] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.980819] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.981100] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.981289] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.981464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.986311] env[69674]: INFO nova.compute.manager [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Terminating instance [ 970.999855] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6abfa-f646-44e3-b5b5-0d3a6a8b332f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.011520] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd1e0b-6cdd-4dd8-b008-90fe66483b00 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.044030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed2acab-6594-4ed9-95ee-2a427897f5dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.053585] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6f7b7-f7c3-414e-9dcc-7e6f7e00abb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.070055] env[69674]: DEBUG nova.compute.provider_tree [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.146128] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.165802] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507272} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.166434] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.166434] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.166779] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da20096d-9b61-4952-bb3f-9c4bb2c90d48 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.174990] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 971.174990] env[69674]: value = "task-3257159" [ 971.174990] env[69674]: _type = "Task" [ 971.174990] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.184650] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.494041] env[69674]: DEBUG nova.compute.manager [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 971.494321] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.494691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "624b86c3-643d-4330-801a-3bc5336efcba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.494935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.496988] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f346ec-4ab2-48a6-a423-049c29d6caca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.506528] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.506834] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4beb203a-e69f-497b-a4db-fac8ac025ee2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.514162] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 971.514162] env[69674]: value = "task-3257160" [ 971.514162] env[69674]: _type = "Task" [ 971.514162] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.525528] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.579168] env[69674]: DEBUG nova.scheduler.client.report [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.642477] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257157, 'name': ReconfigVM_Task, 'duration_secs': 0.720142} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.642688] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc/volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.647586] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b7725f-678a-4e41-8d5e-a5cb7ed0fcb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.663675] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 971.663675] env[69674]: value = "task-3257161" [ 971.663675] env[69674]: _type = "Task" [ 971.663675] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.672481] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.682407] env[69674]: DEBUG nova.compute.manager [req-0d137871-01b0-4f74-8bab-b965bc312b05 req-1a04cd0a-14d3-43f6-b6c4-df4c0d38715e service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-deleted-bd53cbde-85ea-4076-a7be-cbcdf11b9d16 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 971.682618] env[69674]: INFO nova.compute.manager [req-0d137871-01b0-4f74-8bab-b965bc312b05 req-1a04cd0a-14d3-43f6-b6c4-df4c0d38715e service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Neutron deleted interface bd53cbde-85ea-4076-a7be-cbcdf11b9d16; detaching it from the instance and deleting it from the info cache [ 971.682885] env[69674]: DEBUG nova.network.neutron [req-0d137871-01b0-4f74-8bab-b965bc312b05 req-1a04cd0a-14d3-43f6-b6c4-df4c0d38715e service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "address": "fa:16:3e:3a:2b:cc", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14352a36-a6", "ovs_interfaceid": "14352a36-a620-4fbb-ae5e-b08ec4cf18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.689519] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083743} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.690123] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.690839] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00178b-a13f-4d65-8000-bc4c626c5f2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.714339] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.715525] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0397e16-0f11-4c37-86fe-a3c4887c5d12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.736475] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 971.736475] env[69674]: value = "task-3257162" [ 971.736475] env[69674]: _type = "Task" [ 971.736475] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.750371] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.909193] env[69674]: DEBUG nova.network.neutron [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.000886] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 972.026433] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.033462] env[69674]: DEBUG oslo_concurrency.lockutils [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.033955] env[69674]: DEBUG oslo_concurrency.lockutils [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.034342] env[69674]: DEBUG nova.compute.manager [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 972.035824] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f3750-fd94-4aa4-932c-0392d6b1d618 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.045546] env[69674]: DEBUG nova.compute.manager [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 972.045546] env[69674]: DEBUG nova.objects.instance [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'flavor' on Instance uuid a188c7a8-0460-4f47-9af7-790c59e0653d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.085026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.085026] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 972.086715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.142s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.086926] env[69674]: DEBUG nova.objects.instance [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lazy-loading 'resources' on Instance uuid d4ba4347-8333-4520-b723-4498e6cac57f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.174921] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.191238] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84abd422-28f0-4ed5-8aba-78e6ff2057de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.203020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db59358-0227-4dfc-9d16-6e8d2b08e139 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.236016] env[69674]: DEBUG nova.compute.manager [req-0d137871-01b0-4f74-8bab-b965bc312b05 req-1a04cd0a-14d3-43f6-b6c4-df4c0d38715e service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Detach interface failed, port_id=bd53cbde-85ea-4076-a7be-cbcdf11b9d16, reason: Instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 972.245859] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.410330] env[69674]: INFO nova.compute.manager [-] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Took 1.70 seconds to deallocate network for instance. [ 972.525729] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257160, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.535675] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.590304] env[69674]: DEBUG nova.compute.utils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.597039] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 972.597039] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.662702] env[69674]: DEBUG nova.policy [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4688acfc82f34d53ba82fc6a5d50695a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806bd9616c4b443680b65d550476f8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.677838] env[69674]: DEBUG oslo_vmware.api [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257161, 'name': ReconfigVM_Task, 'duration_secs': 0.869731} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.678213] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650761', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'name': 'volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3d16a15-fe59-488b-bdfb-6f7116e3c735', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'serial': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 972.748183] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.920906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.030904] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257160, 'name': PowerOffVM_Task, 'duration_secs': 1.043095} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.030904] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.030904] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.031190] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c9ef47-eefb-4a1a-9e1a-79ba17652a05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.055425] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.055836] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58059359-99e8-47bc-b3d3-20ca454c0d13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.064397] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea3232e-7b1d-41fc-9a1f-4aab7307a30c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.070161] env[69674]: DEBUG oslo_vmware.api [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 973.070161] env[69674]: value = "task-3257164" [ 973.070161] env[69674]: _type = "Task" [ 973.070161] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.078775] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484b60d1-a72a-4c82-b782-5dd6b51c78a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.087062] env[69674]: DEBUG oslo_vmware.api [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.091272] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Successfully created port: 0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.119238] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 973.126326] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ff026-f12d-4325-91a4-becbd4b4c921 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.133779] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea41ff9-32d4-4505-9196-9dd2781c8f01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.150329] env[69674]: DEBUG nova.compute.provider_tree [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.162334] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.162581] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.162768] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore1] e7ede7c1-0714-4283-91b3-31bcf2d0bdd1 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.163420] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97190999-3d8b-4200-b2d9-d049829abdd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.170901] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 973.170901] env[69674]: value = "task-3257165" [ 973.170901] env[69674]: _type = "Task" [ 973.170901] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.187680] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.257240] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257162, 'name': ReconfigVM_Task, 'duration_secs': 1.304411} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.257240] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.257621] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7f82db-0086-4bad-b419-efdc075ce953 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.264139] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 973.264139] env[69674]: value = "task-3257166" [ 973.264139] env[69674]: _type = "Task" [ 973.264139] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.274361] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257166, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.580688] env[69674]: DEBUG oslo_vmware.api [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257164, 'name': PowerOffVM_Task, 'duration_secs': 0.216741} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.581106] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.581106] env[69674]: DEBUG nova.compute.manager [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 973.582710] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8d5dc-e240-41ca-bdf6-d013e9d50828 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.654124] env[69674]: DEBUG nova.scheduler.client.report [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.683375] env[69674]: DEBUG oslo_vmware.api [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200793} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.683959] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.684322] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.684639] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.685205] env[69674]: INFO nova.compute.manager [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Took 2.19 seconds to destroy the instance on the hypervisor. [ 973.685616] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.685824] env[69674]: DEBUG nova.compute.manager [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 973.685922] env[69674]: DEBUG nova.network.neutron [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.752117] env[69674]: DEBUG nova.objects.instance [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'flavor' on Instance uuid c3d16a15-fe59-488b-bdfb-6f7116e3c735 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.777138] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257166, 'name': Rename_Task, 'duration_secs': 0.160575} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.777579] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.777931] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1061ac-4733-43c8-a423-a6f9c2e83a7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.785506] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 973.785506] env[69674]: value = "task-3257167" [ 973.785506] env[69674]: _type = "Task" [ 973.785506] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.793375] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.047612] env[69674]: INFO nova.compute.manager [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Rescuing [ 974.047910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.048080] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.048265] env[69674]: DEBUG nova.network.neutron [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.094959] env[69674]: DEBUG oslo_concurrency.lockutils [None req-33a35744-17d3-4eae-a1b3-942568788c61 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.129138] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 974.155679] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.155932] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.156102] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.156290] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.156438] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.156588] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.156863] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.157186] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.157453] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.157619] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.157800] env[69674]: DEBUG nova.virt.hardware [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.158654] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.161358] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab96388-8bd3-4e9b-9c38-381e0b977e2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.165711] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.162s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.166112] env[69674]: DEBUG nova.objects.instance [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lazy-loading 'resources' on Instance uuid 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.178848] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2729ba55-a199-4cea-9813-ae8fe25ebc28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.195969] env[69674]: INFO nova.scheduler.client.report [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleted allocations for instance d4ba4347-8333-4520-b723-4498e6cac57f [ 974.256470] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c3ae67d-2521-4d2f-b2a2-736d5e24cc45 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.873s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.300583] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.421224] env[69674]: DEBUG nova.compute.manager [req-11667b85-63a2-44c1-b8ec-4879bda29deb req-458e43f2-a5e5-4375-be20-bcd9b019d5e7 service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Received event network-vif-deleted-cfbc92b2-b672-4824-83b1-b634956ee0e5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 974.421453] env[69674]: INFO nova.compute.manager [req-11667b85-63a2-44c1-b8ec-4879bda29deb req-458e43f2-a5e5-4375-be20-bcd9b019d5e7 service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Neutron deleted interface cfbc92b2-b672-4824-83b1-b634956ee0e5; detaching it from the instance and deleting it from the info cache [ 974.422302] env[69674]: DEBUG nova.network.neutron [req-11667b85-63a2-44c1-b8ec-4879bda29deb req-458e43f2-a5e5-4375-be20-bcd9b019d5e7 service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.680716] env[69674]: INFO nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Rebuilding instance [ 974.708267] env[69674]: DEBUG oslo_concurrency.lockutils [None req-66c1b80d-6f2b-46fd-8a16-44876a3824be tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "d4ba4347-8333-4520-b723-4498e6cac57f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.221s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.755486] env[69674]: DEBUG nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 974.756470] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a11c9-6306-4c2e-9249-f51349b63375 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.786258] env[69674]: DEBUG nova.network.neutron [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.797665] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.867714] env[69674]: DEBUG nova.network.neutron [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.876835] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Successfully updated port: 0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.926623] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38faab29-1e1c-4ed2-b40a-d0f28479d691 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.937355] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57804e5e-b862-4375-84e8-d5dd34b4852a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.982331] env[69674]: DEBUG nova.compute.manager [req-11667b85-63a2-44c1-b8ec-4879bda29deb req-458e43f2-a5e5-4375-be20-bcd9b019d5e7 service nova] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Detach interface failed, port_id=cfbc92b2-b672-4824-83b1-b634956ee0e5, reason: Instance e7ede7c1-0714-4283-91b3-31bcf2d0bdd1 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 974.989457] env[69674]: DEBUG nova.compute.manager [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Received event network-vif-plugged-0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 974.989777] env[69674]: DEBUG oslo_concurrency.lockutils [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.990767] env[69674]: DEBUG oslo_concurrency.lockutils [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.991452] env[69674]: DEBUG oslo_concurrency.lockutils [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.991452] env[69674]: DEBUG nova.compute.manager [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] No waiting events found dispatching network-vif-plugged-0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.991452] env[69674]: WARNING nova.compute.manager [req-694da417-a18c-4501-81b9-0ff5401a6dec req-f999100c-7e21-4eb8-b71e-945b6e52a6f8 service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Received unexpected event network-vif-plugged-0e3c39f3-996f-4ce2-9657-942853004835 for instance with vm_state building and task_state spawning. [ 975.155957] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f442ae-e7df-4d9b-89e4-c2b04cda2f41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.163516] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9755120-d5fb-48ab-8e3a-f908d0a048ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.192625] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f3a76-d6de-4ab0-b252-087de17e81b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.200708] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c8cf22-b27d-47d8-8576-4f87b138ba85 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.215733] env[69674]: DEBUG nova.compute.provider_tree [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.294221] env[69674]: INFO nova.compute.manager [-] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Took 1.61 seconds to deallocate network for instance. [ 975.305300] env[69674]: DEBUG oslo_vmware.api [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257167, 'name': PowerOnVM_Task, 'duration_secs': 1.285201} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.305873] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.306165] env[69674]: INFO nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Took 9.38 seconds to spawn the instance on the hypervisor. [ 975.306407] env[69674]: DEBUG nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 975.307531] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e05295-5001-4324-ba65-e0f4b6e5246b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.369883] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.384693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.384693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.384693] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.523036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.523036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.566695] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "feac5478-6ccf-4013-887c-8d6e81c7045e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.566966] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.567195] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.567375] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.567545] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.569779] env[69674]: INFO nova.compute.manager [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Terminating instance [ 975.719881] env[69674]: DEBUG nova.scheduler.client.report [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.774058] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.774058] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7351bdef-0d23-4509-afe8-2c6e8702aafc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.781376] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 975.781376] env[69674]: value = "task-3257168" [ 975.781376] env[69674]: _type = "Task" [ 975.781376] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.790796] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.807522] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.828456] env[69674]: INFO nova.compute.manager [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Took 44.89 seconds to build instance. [ 975.922968] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.024872] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 976.074075] env[69674]: DEBUG nova.compute.manager [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 976.074322] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.075205] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f416c701-c0d3-4a80-97c1-b1b6d39c0b25 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.085338] env[69674]: DEBUG nova.network.neutron [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.086558] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.087073] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090c36b3-f51a-44d5-82a4-77a3d2140cd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.093064] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 976.093064] env[69674]: value = "task-3257169" [ 976.093064] env[69674]: _type = "Task" [ 976.093064] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.111584] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.226322] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.228841] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.908s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.231135] env[69674]: INFO nova.compute.claims [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.252761] env[69674]: INFO nova.scheduler.client.report [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Deleted allocations for instance 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67 [ 976.293016] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 976.293334] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.294228] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6568ecf-907a-4982-9a69-9ed967eb8a4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.301262] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.301648] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7765055-a275-4dc4-8bf8-0cef5e609e6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.328945] env[69674]: DEBUG oslo_concurrency.lockutils [None req-57c26a69-503b-4d0c-bfbf-92621d85bf47 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.405s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.373367] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.373587] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.373785] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.374071] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991a4c0a-d763-4589-8234-6f3c7e3f1244 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.381105] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 976.381105] env[69674]: value = "task-3257171" [ 976.381105] env[69674]: _type = "Task" [ 976.381105] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.390744] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.480044] env[69674]: INFO nova.compute.manager [None req-56cb113f-18a2-420e-85f5-2d82c3dcf82d tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Get console output [ 976.480300] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-56cb113f-18a2-420e-85f5-2d82c3dcf82d tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] The console log is missing. Check your VSPC configuration [ 976.548698] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.588461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.590712] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Instance network_info: |[{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 976.590712] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:dd:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e3c39f3-996f-4ce2-9657-942853004835', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.597399] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating folder: Project (806bd9616c4b443680b65d550476f8dd). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.597739] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca479468-c7f5-4bda-9665-752568e722b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.611254] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257169, 'name': PowerOffVM_Task, 'duration_secs': 0.281221} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.611254] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.611254] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.611254] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c37648-5631-42e0-8d4e-f592108a38ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.612376] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created folder: Project (806bd9616c4b443680b65d550476f8dd) in parent group-v650515. [ 976.612569] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating folder: Instances. Parent ref: group-v650763. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.613077] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa5d15db-a951-4038-8007-8b95703d1ed1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.622499] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created folder: Instances in parent group-v650763. [ 976.622726] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.622910] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.623226] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf0b5f8-ad89-40fd-8a40-63b2e12c174e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.642919] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.642919] env[69674]: value = "task-3257175" [ 976.642919] env[69674]: _type = "Task" [ 976.642919] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.653533] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257175, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.682483] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.682723] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.682903] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleting the datastore file [datastore2] feac5478-6ccf-4013-887c-8d6e81c7045e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.683533] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8914ab-98c1-4c86-b7e4-e79cb5d60060 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.690450] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for the task: (returnval){ [ 976.690450] env[69674]: value = "task-3257176" [ 976.690450] env[69674]: _type = "Task" [ 976.690450] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.698204] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.759757] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1f8de0e5-a1fd-450e-a680-3d2e9b3f6ab5 tempest-SecurityGroupsTestJSON-423653016 tempest-SecurityGroupsTestJSON-423653016-project-member] Lock "7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.757s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.891182] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15529} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.891555] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.891628] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.891801] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.918399] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.918980] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a27747-92d7-4f51-84fd-e56be56b4cc7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.925945] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 976.925945] env[69674]: value = "task-3257177" [ 976.925945] env[69674]: _type = "Task" [ 976.925945] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.936283] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.031827] env[69674]: DEBUG nova.compute.manager [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Received event network-changed-0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 977.031827] env[69674]: DEBUG nova.compute.manager [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Refreshing instance network info cache due to event network-changed-0e3c39f3-996f-4ce2-9657-942853004835. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 977.031827] env[69674]: DEBUG oslo_concurrency.lockutils [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031827] env[69674]: DEBUG oslo_concurrency.lockutils [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031998] env[69674]: DEBUG nova.network.neutron [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Refreshing network info cache for port 0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.153443] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257175, 'name': CreateVM_Task, 'duration_secs': 0.328091} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.153639] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.154348] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155208] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60761baf-ff4f-453c-9c4f-03cc09d4f0f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.160475] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 977.160475] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52030db5-13c8-b19c-ec75-01655a6c3251" [ 977.160475] env[69674]: _type = "Task" [ 977.160475] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.168933] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52030db5-13c8-b19c-ec75-01655a6c3251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.200387] env[69674]: DEBUG oslo_vmware.api [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Task: {'id': task-3257176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177678} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.200515] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.201068] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.201068] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.201068] env[69674]: INFO nova.compute.manager [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 977.201363] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.201445] env[69674]: DEBUG nova.compute.manager [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 977.201515] env[69674]: DEBUG nova.network.neutron [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.356688] env[69674]: DEBUG nova.compute.manager [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 977.437301] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257177, 'name': PowerOffVM_Task, 'duration_secs': 0.35118} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.440444] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.442330] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c7097-713e-457c-b79e-45ba2a0d93ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.473459] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead4ae3e-924a-47ad-99c7-432c5b0201aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.522860] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.523196] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce1e4c6-9693-42df-b985-1dc94c6d70ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.532311] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 977.532311] env[69674]: value = "task-3257178" [ 977.532311] env[69674]: _type = "Task" [ 977.532311] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.542818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.543095] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.543371] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.543523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.543704] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.543952] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134273a0-9eaa-4bb0-9164-8d2585fc85c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.558735] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.558735] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.559141] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1331e62-7061-4e60-9eb7-73bfa1aeebbe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.565116] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 977.565116] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521a651d-cc2a-57cf-d36e-7f31f81c9f43" [ 977.565116] env[69674]: _type = "Task" [ 977.565116] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.576245] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521a651d-cc2a-57cf-d36e-7f31f81c9f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.672926] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52030db5-13c8-b19c-ec75-01655a6c3251, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.673251] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.673480] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.673725] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.673848] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.674040] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.674308] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e30da3cb-1102-4c3f-a670-f54b2dc13823 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.682937] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.683139] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.686300] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72a6220-fb33-4ddf-9231-c83c35c3c86d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.692117] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 977.692117] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52289e44-6d64-4613-f990-76cb4b02adce" [ 977.692117] env[69674]: _type = "Task" [ 977.692117] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.699708] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52289e44-6d64-4613-f990-76cb4b02adce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.753959] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be45695d-b098-48de-b7a2-70b986c00585 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.762569] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c198c-a105-42d4-bd43-3c0d0b559224 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.800309] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb2d08-ae54-4c01-add9-76a1a8d0cc95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.807791] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea91e67-d6c1-4b85-abba-fd4264c6bff6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.821485] env[69674]: DEBUG nova.compute.provider_tree [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.877604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.922324] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.922691] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.922777] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.923146] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.923361] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.923518] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.923738] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.924070] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.924280] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.924448] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.924686] env[69674]: DEBUG nova.virt.hardware [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.925757] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7709bc9-4671-4238-904d-557c9195afe1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.930089] env[69674]: DEBUG nova.network.neutron [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updated VIF entry in instance network info cache for port 0e3c39f3-996f-4ce2-9657-942853004835. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.930728] env[69674]: DEBUG nova.network.neutron [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.935259] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d9c85-67ef-450f-89ab-5f6bca97165c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.950499] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:12:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00fe25ab-5ccb-4759-9889-13db6ba0ab48', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.958092] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.958628] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.958854] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8324e3-2b8f-4961-bc11-01dc994de0d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.979750] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.979750] env[69674]: value = "task-3257179" [ 977.979750] env[69674]: _type = "Task" [ 977.979750] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.988059] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257179, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.076117] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521a651d-cc2a-57cf-d36e-7f31f81c9f43, 'name': SearchDatastore_Task, 'duration_secs': 0.014195} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.078926] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32352f9d-4052-4f72-8d6b-c5673b9ca0ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.084721] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 978.084721] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525df3b4-b563-3ab8-4c6b-e50d7d6015d9" [ 978.084721] env[69674]: _type = "Task" [ 978.084721] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.094239] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525df3b4-b563-3ab8-4c6b-e50d7d6015d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.109764] env[69674]: DEBUG nova.network.neutron [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.202613] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52289e44-6d64-4613-f990-76cb4b02adce, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.203500] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce405f2-ac1e-4c5c-8edd-cabb8d470359 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.209019] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 978.209019] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c9badb-d663-4038-075a-0a36a7dc434f" [ 978.209019] env[69674]: _type = "Task" [ 978.209019] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.216989] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c9badb-d663-4038-075a-0a36a7dc434f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.327402] env[69674]: DEBUG nova.scheduler.client.report [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.435608] env[69674]: DEBUG oslo_concurrency.lockutils [req-27268f6e-c472-4d20-bd14-67897b2b7ca8 req-dd237029-5177-4888-bb96-fd40f39118df service nova] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.491090] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257179, 'name': CreateVM_Task, 'duration_secs': 0.422886} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.492822] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.492822] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492822] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492822] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492822] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8525aee-8733-40e1-86c2-18a15fc62895 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.498885] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 978.498885] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bd1a68-17fb-9c91-5fda-acae0ed80cff" [ 978.498885] env[69674]: _type = "Task" [ 978.498885] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.509237] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bd1a68-17fb-9c91-5fda-acae0ed80cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.596039] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525df3b4-b563-3ab8-4c6b-e50d7d6015d9, 'name': SearchDatastore_Task, 'duration_secs': 0.022039} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.596374] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.596683] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. {{(pid=69674) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 978.596961] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a147030-b5a9-4e24-a752-b25106097554 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.603874] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 978.603874] env[69674]: value = "task-3257180" [ 978.603874] env[69674]: _type = "Task" [ 978.603874] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.612155] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.615194] env[69674]: INFO nova.compute.manager [-] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Took 1.41 seconds to deallocate network for instance. [ 978.720321] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c9badb-d663-4038-075a-0a36a7dc434f, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.720656] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.722672] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.722672] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92312c77-c7b0-4ede-a6e3-4f0df892c01d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.727960] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 978.727960] env[69674]: value = "task-3257181" [ 978.727960] env[69674]: _type = "Task" [ 978.727960] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.737262] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.833083] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.834023] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 978.836222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.677s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.836450] env[69674]: DEBUG nova.objects.instance [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'resources' on Instance uuid 603eca81-c609-40e9-81e6-9f98388e5a3d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.016773] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bd1a68-17fb-9c91-5fda-acae0ed80cff, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.017320] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.017395] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.017838] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.018118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.018512] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.020384] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7dbbd9b-f5fc-44ce-bcff-3507c516aba5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.036437] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.036672] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.037546] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21f3ea8-36a5-4a76-ac16-4ec986518b5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.044961] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 979.044961] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b490a-dcab-3eba-f768-739419d41abe" [ 979.044961] env[69674]: _type = "Task" [ 979.044961] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.061092] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b490a-dcab-3eba-f768-739419d41abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.065296] env[69674]: DEBUG nova.compute.manager [req-f426a22d-685f-4483-9910-0cce8506a1c3 req-456393eb-5b46-4e1e-b74e-f765f810e655 service nova] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Received event network-vif-deleted-e819d840-84f3-4fe8-91c0-6ae598bbf37b {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 979.114917] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.122389] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.242766] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.340186] env[69674]: DEBUG nova.compute.utils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.345056] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 979.345329] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.385844] env[69674]: DEBUG nova.policy [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.560397] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524b490a-dcab-3eba-f768-739419d41abe, 'name': SearchDatastore_Task, 'duration_secs': 0.075011} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.563860] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d7c2f7-0267-4ba9-a77d-8899ce37e0de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.568915] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 979.568915] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529d9bcf-3c5c-21cb-20e1-dddf13ae59d9" [ 979.568915] env[69674]: _type = "Task" [ 979.568915] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.578169] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529d9bcf-3c5c-21cb-20e1-dddf13ae59d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.616179] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.738415] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629944} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.741612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.742158] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.743754] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da42085-42a9-43f9-881e-f7c5b6fee565 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.752237] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 979.752237] env[69674]: value = "task-3257182" [ 979.752237] env[69674]: _type = "Task" [ 979.752237] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.759774] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.801106] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01526086-a718-4216-b993-140456159e4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.808678] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b7a3d-1391-4e57-aeba-cf4d7adae6e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.842268] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Successfully created port: d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.844699] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f8f8a-47ea-4056-a450-24f5a1e452a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.847762] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 979.856907] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca66f035-72ba-44a6-8f2e-c50c96f3d946 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.870223] env[69674]: DEBUG nova.compute.provider_tree [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.081088] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529d9bcf-3c5c-21cb-20e1-dddf13ae59d9, 'name': SearchDatastore_Task, 'duration_secs': 0.032915} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.081367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.082460] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.082460] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d31e65-b41f-4390-8989-682a2bc86738 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.088887] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 980.088887] env[69674]: value = "task-3257183" [ 980.088887] env[69674]: _type = "Task" [ 980.088887] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.097244] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.116182] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.263427] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.374074] env[69674]: DEBUG nova.scheduler.client.report [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.598977] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.616708] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257180, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.771854} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.616981] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk. [ 980.617759] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08048b26-7b02-4fdd-b8b9-bdc75dd567d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.645886] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.646231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4937982-d14c-4756-acf0-6893892e61b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.666013] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 980.666013] env[69674]: value = "task-3257184" [ 980.666013] env[69674]: _type = "Task" [ 980.666013] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.675593] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.762895] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.746433} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.763195] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.764181] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31af44-3c66-4b0b-a943-16735d5d8722 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.786193] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.786517] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47876a75-9426-489f-a4a8-163bd6733795 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.806048] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 980.806048] env[69674]: value = "task-3257185" [ 980.806048] env[69674]: _type = "Task" [ 980.806048] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.814522] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.859071] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 980.879427] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.882383] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.522s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.882712] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.882983] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 980.883475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.157s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.883886] env[69674]: DEBUG nova.objects.instance [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lazy-loading 'resources' on Instance uuid ce86cfb9-bad4-4082-9e21-605396cc42f6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.886250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b2dc7-aca1-4052-a1eb-78be0788f961 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.899209] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04731317-0ae5-42d7-af21-8c70a59a516e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.924056] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.924056] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.924056] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.924392] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.925564] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.925564] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.925564] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.925564] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.925848] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.926086] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.926423] env[69674]: DEBUG nova.virt.hardware [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.927690] env[69674]: INFO nova.scheduler.client.report [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted allocations for instance 603eca81-c609-40e9-81e6-9f98388e5a3d [ 980.930115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08804e5-30da-466b-94b5-809ec861e1e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.936269] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c549f8e2-3c5a-4f71-8076-8c9bf0dd8c18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.950201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499dc4e2-3eae-4ad8-b202-0a8fc13e8771 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.955165] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe47c13-9dc9-4493-bc09-e1d5065d55c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.999325] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177363MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 981.001127] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.100681] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.178859] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.322710] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257185, 'name': ReconfigVM_Task, 'duration_secs': 0.364276} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.324469] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.324469] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735bc057-7ddf-4c84-9d95-8ca180585848 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.332955] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 981.332955] env[69674]: value = "task-3257186" [ 981.332955] env[69674]: _type = "Task" [ 981.332955] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.347746] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257186, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.452042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-398f028f-ba44-4ce0-8255-a3360c77db7f tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "603eca81-c609-40e9-81e6-9f98388e5a3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.731s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.602639] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257183, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081556} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.605681] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.605945] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.607343] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4108a798-e20b-47c3-9946-ce9cbb7febeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.611698] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Successfully updated port: d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.615041] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 981.615041] env[69674]: value = "task-3257187" [ 981.615041] env[69674]: _type = "Task" [ 981.615041] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.627122] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.669462] env[69674]: DEBUG nova.compute.manager [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Received event network-vif-plugged-d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 981.669699] env[69674]: DEBUG oslo_concurrency.lockutils [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] Acquiring lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.669918] env[69674]: DEBUG oslo_concurrency.lockutils [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] Lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.670161] env[69674]: DEBUG oslo_concurrency.lockutils [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] Lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.670523] env[69674]: DEBUG nova.compute.manager [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] No waiting events found dispatching network-vif-plugged-d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.670746] env[69674]: WARNING nova.compute.manager [req-e7b4e24d-b930-4560-baa1-1f0a0a28eec5 req-633774b3-374f-461b-a0b6-46162dad778a service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Received unexpected event network-vif-plugged-d4496853-f9f2-44fa-b46d-3a7b2bdc710c for instance with vm_state building and task_state spawning. [ 981.683598] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257184, 'name': ReconfigVM_Task, 'duration_secs': 0.788249} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.684017] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfigured VM instance instance-00000052 to attach disk [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735/2f688437-7b38-48ad-a49e-4ebf48cd1f5f-rescue.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.684955] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1f0219-ed8d-434a-90e5-72635dd967ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.721097] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fd6c5c-7e33-4189-bb13-d1f2a3c46a1f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.737552] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 981.737552] env[69674]: value = "task-3257188" [ 981.737552] env[69674]: _type = "Task" [ 981.737552] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.748096] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.847344] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257186, 'name': Rename_Task, 'duration_secs': 0.150473} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.847344] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.847344] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a900d8d8-67da-4d0d-ab2e-ac8a137d9bfa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.854158] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 981.854158] env[69674]: value = "task-3257189" [ 981.854158] env[69674]: _type = "Task" [ 981.854158] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.875473] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257189, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.934872] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abfd590-5943-4127-acea-88b97d8b8432 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.943790] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad8169-5b74-4c5b-a754-0cd52dab6ca1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.980558] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b000ac-b5ba-40f1-894b-79bbe1524911 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.988449] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8551f8-9d5f-47f0-924a-50e00245fcd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.001913] env[69674]: DEBUG nova.compute.provider_tree [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.119906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.120275] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.120450] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.136483] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157081} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.136570] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.138524] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf27e2-1ad7-486a-93f3-31a3bb17c8d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.162692] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.163033] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93038f3d-b8e5-4915-9f8e-a42cd8bb37e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.190559] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 982.190559] env[69674]: value = "task-3257190" [ 982.190559] env[69674]: _type = "Task" [ 982.190559] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.202913] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.249618] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.366563] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.505433] env[69674]: DEBUG nova.scheduler.client.report [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.663114] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.698630] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257190, 'name': ReconfigVM_Task, 'duration_secs': 0.297654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.698905] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d/a188c7a8-0460-4f47-9af7-790c59e0653d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.700338] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f74b24-5684-4994-9ad9-c5e09736f170 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.706629] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 982.706629] env[69674]: value = "task-3257191" [ 982.706629] env[69674]: _type = "Task" [ 982.706629] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.717757] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257191, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.750528] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257188, 'name': ReconfigVM_Task, 'duration_secs': 0.597087} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.750854] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.753830] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c39547-b203-457e-af6f-4ea0a9b9da1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.763528] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 982.763528] env[69674]: value = "task-3257192" [ 982.763528] env[69674]: _type = "Task" [ 982.763528] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.771959] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.872713] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.874516] env[69674]: DEBUG nova.network.neutron [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Updating instance_info_cache with network_info: [{"id": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "address": "fa:16:3e:9b:b0:ed", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496853-f9", "ovs_interfaceid": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.010582] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.013809] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.681s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.013809] env[69674]: DEBUG nova.objects.instance [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.042733] env[69674]: INFO nova.scheduler.client.report [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Deleted allocations for instance ce86cfb9-bad4-4082-9e21-605396cc42f6 [ 983.217346] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257191, 'name': Rename_Task, 'duration_secs': 0.174971} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.217656] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.217942] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4303bd0a-2db2-4c91-90de-ed03eee42b4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.225023] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 983.225023] env[69674]: value = "task-3257193" [ 983.225023] env[69674]: _type = "Task" [ 983.225023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.233055] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.279026] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.368772] env[69674]: DEBUG oslo_vmware.api [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257189, 'name': PowerOnVM_Task, 'duration_secs': 1.091053} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.369706] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.370086] env[69674]: INFO nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Took 9.24 seconds to spawn the instance on the hypervisor. [ 983.370409] env[69674]: DEBUG nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 983.371402] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd5033-a059-450d-8c68-b23f8fc79141 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.376859] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.377575] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Instance network_info: |[{"id": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "address": "fa:16:3e:9b:b0:ed", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496853-f9", "ovs_interfaceid": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 983.380205] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:b0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4496853-f9f2-44fa-b46d-3a7b2bdc710c', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.387975] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.390974] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.391272] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81880d43-27f6-4d00-80ba-1bd80578e769 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.412574] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.412574] env[69674]: value = "task-3257194" [ 983.412574] env[69674]: _type = "Task" [ 983.412574] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.421974] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257194, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.554355] env[69674]: DEBUG oslo_concurrency.lockutils [None req-723fd573-4227-49be-b807-d37fe0599044 tempest-ServersV294TestFqdnHostnames-178767731 tempest-ServersV294TestFqdnHostnames-178767731-project-member] Lock "ce86cfb9-bad4-4082-9e21-605396cc42f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.591s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.696424] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "7d578926-cf3b-4ddd-84c9-22b51df34239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.696655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.720809] env[69674]: DEBUG nova.compute.manager [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Received event network-changed-d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 983.721023] env[69674]: DEBUG nova.compute.manager [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Refreshing instance network info cache due to event network-changed-d4496853-f9f2-44fa-b46d-3a7b2bdc710c. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 983.721256] env[69674]: DEBUG oslo_concurrency.lockutils [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] Acquiring lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.721536] env[69674]: DEBUG oslo_concurrency.lockutils [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] Acquired lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.721692] env[69674]: DEBUG nova.network.neutron [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Refreshing network info cache for port d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.735801] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.774137] env[69674]: DEBUG oslo_vmware.api [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257192, 'name': PowerOnVM_Task, 'duration_secs': 0.621032} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.774433] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.780509] env[69674]: DEBUG nova.compute.manager [None req-2e0b9196-a62f-4fb8-aab7-7b79aceef7ea tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 983.781485] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00b65a-327a-4586-a441-3d0431472e27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.920837] env[69674]: INFO nova.compute.manager [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Took 48.69 seconds to build instance. [ 983.930287] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257194, 'name': CreateVM_Task, 'duration_secs': 0.440721} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.931234] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.931939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.932021] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.932294] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.932579] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f30d640-cd72-4f06-9613-017483c5d6c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938344] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 983.938344] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213807d-9c40-a05b-04c3-d7a7ecbd9101" [ 983.938344] env[69674]: _type = "Task" [ 983.938344] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.947229] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213807d-9c40-a05b-04c3-d7a7ecbd9101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.026998] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3c8780e1-cfac-455b-945c-c75dc92b3598 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.028198] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.317s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.029835] env[69674]: DEBUG nova.objects.instance [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lazy-loading 'resources' on Instance uuid a8af609c-8f95-47f2-9a81-add51336ec07 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.199258] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 984.237101] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257193, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.432921] env[69674]: DEBUG oslo_concurrency.lockutils [None req-96aa1ce3-29c5-4d08-8f2b-cff87c82db79 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.208s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.457895] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5213807d-9c40-a05b-04c3-d7a7ecbd9101, 'name': SearchDatastore_Task, 'duration_secs': 0.017926} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.458427] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.458808] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.459795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.459795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.459795] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.460424] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e679ab7-f41f-4ec8-be1b-aea1f941fd3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.472170] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.472170] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.473223] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76a9ce7-6c0b-44f6-a64f-63d650f5fe6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.485733] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 984.485733] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f89f4-3633-75fc-20d3-f88584c43daf" [ 984.485733] env[69674]: _type = "Task" [ 984.485733] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.496208] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528f89f4-3633-75fc-20d3-f88584c43daf, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.497118] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a13e22-4a53-4e05-b628-9f56bbb5d4d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.502515] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 984.502515] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528672d5-d290-346a-ce2c-ddf02511272c" [ 984.502515] env[69674]: _type = "Task" [ 984.502515] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.512400] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528672d5-d290-346a-ce2c-ddf02511272c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.553403] env[69674]: DEBUG nova.network.neutron [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Updated VIF entry in instance network info cache for port d4496853-f9f2-44fa-b46d-3a7b2bdc710c. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.553403] env[69674]: DEBUG nova.network.neutron [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Updating instance_info_cache with network_info: [{"id": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "address": "fa:16:3e:9b:b0:ed", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4496853-f9", "ovs_interfaceid": "d4496853-f9f2-44fa-b46d-3a7b2bdc710c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.725635] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.743054] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257193, 'name': PowerOnVM_Task, 'duration_secs': 1.064767} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.745905] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.746191] env[69674]: DEBUG nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 984.747343] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecec74e-47fb-4d7d-a47a-c59c149c42f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.973944] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f93b430-aaaa-4d5f-a4b7-c68fc4b59199 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.981663] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aacb760-9c5a-4dac-8cf3-92db09561199 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.017807] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62a9ea-4907-437d-ac80-c962b8005b3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.026143] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528672d5-d290-346a-ce2c-ddf02511272c, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.028306] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.028564] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] af32335b-5bb1-4607-aa26-0770e24911c8/af32335b-5bb1-4607-aa26-0770e24911c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.028846] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bfb58b-d9ec-4841-b44d-06bd1d4b6738 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.031588] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0924dd45-c5a5-4bbe-99e3-125533cd5c6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.048334] env[69674]: DEBUG nova.compute.provider_tree [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.052442] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 985.052442] env[69674]: value = "task-3257195" [ 985.052442] env[69674]: _type = "Task" [ 985.052442] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.057539] env[69674]: DEBUG oslo_concurrency.lockutils [req-27b6bdf7-2208-4859-b7be-48d90fbb6d04 req-29d9f64a-9718-48bb-9ddc-dff48871487c service nova] Releasing lock "refresh_cache-af32335b-5bb1-4607-aa26-0770e24911c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.061346] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.258587] env[69674]: INFO nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] bringing vm to original state: 'stopped' [ 985.555285] env[69674]: DEBUG nova.scheduler.client.report [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.574251] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257195, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.620117] env[69674]: INFO nova.compute.manager [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Unrescuing [ 985.620377] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.621028] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.621028] env[69674]: DEBUG nova.network.neutron [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.775134] env[69674]: DEBUG nova.compute.manager [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Received event network-changed-0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 985.775310] env[69674]: DEBUG nova.compute.manager [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Refreshing instance network info cache due to event network-changed-0e3c39f3-996f-4ce2-9657-942853004835. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 985.775528] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.775672] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.775835] env[69674]: DEBUG nova.network.neutron [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Refreshing network info cache for port 0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.073744] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.080544] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.894s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.081421] env[69674]: DEBUG nova.objects.instance [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lazy-loading 'resources' on Instance uuid a593bb27-5e87-4291-b333-80ae32dfaef6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.093532] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728515} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.093532] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] af32335b-5bb1-4607-aa26-0770e24911c8/af32335b-5bb1-4607-aa26-0770e24911c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.093532] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.093532] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab3076e1-909e-4872-b115-6ca9739be5df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.102522] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 986.102522] env[69674]: value = "task-3257196" [ 986.102522] env[69674]: _type = "Task" [ 986.102522] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.114201] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.115699] env[69674]: INFO nova.scheduler.client.report [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Deleted allocations for instance a8af609c-8f95-47f2-9a81-add51336ec07 [ 986.270477] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.270477] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.270477] env[69674]: DEBUG nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 986.270477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f3ca77-6809-4ad8-ac64-7b210501c768 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.278966] env[69674]: DEBUG nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 986.558733] env[69674]: DEBUG nova.network.neutron [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.619370] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216403} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.622410] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.625927] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff4435-935d-43d7-98e0-1ed151b39aaa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.629421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-feffa4ca-ed52-4eea-9e7a-caad79b34bf5 tempest-ServersTestManualDisk-2132330627 tempest-ServersTestManualDisk-2132330627-project-member] Lock "a8af609c-8f95-47f2-9a81-add51336ec07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.285s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.630804] env[69674]: DEBUG nova.network.neutron [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updated VIF entry in instance network info cache for port 0e3c39f3-996f-4ce2-9657-942853004835. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.631229] env[69674]: DEBUG nova.network.neutron [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.656943] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] af32335b-5bb1-4607-aa26-0770e24911c8/af32335b-5bb1-4607-aa26-0770e24911c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.663949] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f46725-ba18-48bb-b0e2-25219aea5405 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.686977] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 986.686977] env[69674]: value = "task-3257197" [ 986.686977] env[69674]: _type = "Task" [ 986.686977] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.695202] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785233] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.787057] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c769f13-e6d6-44a1-b11a-610986d1d1e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.796221] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 986.796221] env[69674]: value = "task-3257198" [ 986.796221] env[69674]: _type = "Task" [ 986.796221] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.802312] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.064019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.064019] env[69674]: DEBUG nova.objects.instance [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'flavor' on Instance uuid c3d16a15-fe59-488b-bdfb-6f7116e3c735 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.064808] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9698425b-3dc6-44ea-babc-c950801fa823 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.076745] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa50ba3-9884-4bed-8aa6-ef82a85f3b0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.111177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c723b6-75d1-4490-af6c-bcc0e54a3db9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.118894] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5acbb-a237-4daa-ab2f-f8c5d9037e18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.134372] env[69674]: DEBUG oslo_concurrency.lockutils [req-bb63a2f1-fe92-419a-808a-5d927e949e87 req-3f8fdbba-4cc4-42c0-98f8-be7a45391a2e service nova] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.134948] env[69674]: DEBUG nova.compute.provider_tree [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.199649] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.305921] env[69674]: DEBUG oslo_vmware.api [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257198, 'name': PowerOffVM_Task, 'duration_secs': 0.200238} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.306551] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.306875] env[69674]: DEBUG nova.compute.manager [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 987.307777] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b1915a-92e1-4b84-bd6f-2e5c01458616 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.575195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6296886-dcc0-4ec9-99bc-f9883c62af24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.601651] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.602028] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df04196b-e76e-4652-b27b-7ae6fd3c4224 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.608803] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 987.608803] env[69674]: value = "task-3257199" [ 987.608803] env[69674]: _type = "Task" [ 987.608803] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.616947] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.660167] env[69674]: ERROR nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] [req-d136c9df-d386-485b-87d8-c7e350d70f8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d136c9df-d386-485b-87d8-c7e350d70f8a"}]} [ 987.680442] env[69674]: DEBUG nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 987.698054] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.698959] env[69674]: DEBUG nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 987.699192] env[69674]: DEBUG nova.compute.provider_tree [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.713567] env[69674]: DEBUG nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 987.731341] env[69674]: DEBUG nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 987.825729] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.043361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.043601] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.118306] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.129885] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500a47b-f331-4cc3-9765-ccf697982ec0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.137032] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d5b1e-acae-4d7f-b0da-e11d99b0c4f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.168439] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0968decb-2688-429d-b8ac-f84e2fb9439a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.176373] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1391dc-6db7-4252-909e-80e29c26553f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.190364] env[69674]: DEBUG nova.compute.provider_tree [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.199298] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.341196] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.521356] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "f1562f66-a5bc-453a-957a-a4a03e102c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.521684] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.521925] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.522138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.522459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.526155] env[69674]: INFO nova.compute.manager [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Terminating instance [ 988.546480] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 988.619367] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.704295] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257197, 'name': ReconfigVM_Task, 'duration_secs': 1.815157} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.704739] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Reconfigured VM instance instance-0000005d to attach disk [datastore1] af32335b-5bb1-4607-aa26-0770e24911c8/af32335b-5bb1-4607-aa26-0770e24911c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.705662] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b88215b-9eec-449e-991b-6f08aa9de1e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.715976] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 988.715976] env[69674]: value = "task-3257200" [ 988.715976] env[69674]: _type = "Task" [ 988.715976] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.722943] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257200, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.729754] env[69674]: DEBUG nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.730022] env[69674]: DEBUG nova.compute.provider_tree [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 119 to 120 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.730277] env[69674]: DEBUG nova.compute.provider_tree [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.032995] env[69674]: DEBUG nova.compute.manager [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 989.033090] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.033611] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae6848d-2786-4914-a744-9a492a5b59ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.042059] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 989.042059] env[69674]: value = "task-3257201" [ 989.042059] env[69674]: _type = "Task" [ 989.042059] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.050176] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.072311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.121688] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257199, 'name': PowerOffVM_Task, 'duration_secs': 1.083438} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.122234] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.127970] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.128415] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fe4db2e-803b-4f84-a39a-599142a9e419 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.149157] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 989.149157] env[69674]: value = "task-3257202" [ 989.149157] env[69674]: _type = "Task" [ 989.149157] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.159544] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.224663] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257200, 'name': Rename_Task, 'duration_secs': 0.133657} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.224663] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.224663] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-171f13f4-bc86-4a6b-b94d-e88b9e0dcf54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.235118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.155s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.238802] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.949s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.239058] env[69674]: DEBUG nova.objects.instance [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lazy-loading 'resources' on Instance uuid c83fa8ee-5729-40d0-a3b9-694c7498f55f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.242437] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 989.242437] env[69674]: value = "task-3257203" [ 989.242437] env[69674]: _type = "Task" [ 989.242437] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.253050] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.264555] env[69674]: INFO nova.scheduler.client.report [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Deleted allocations for instance a593bb27-5e87-4291-b333-80ae32dfaef6 [ 989.533747] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.534211] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.534542] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.534815] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.535065] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.538034] env[69674]: INFO nova.compute.manager [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Terminating instance [ 989.551696] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257201, 'name': PowerOffVM_Task, 'duration_secs': 0.223955} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.552479] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.552479] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.552634] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650589', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'name': 'volume-775b8bae-1b8b-433c-b66c-085d86335056', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1562f66-a5bc-453a-957a-a4a03e102c34', 'attached_at': '', 'detached_at': '', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'serial': '775b8bae-1b8b-433c-b66c-085d86335056'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 989.553514] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3cb06b-bc20-4beb-b3e9-34b1fd15f89e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.579741] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b10e59-4696-4314-878e-2b56eec0383b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.586899] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794d3708-b0ec-44c6-996c-26430e7732b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.606849] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc91dd5-7cd6-4d32-82cb-c966309a5154 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.622854] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] The volume has not been displaced from its original location: [datastore2] volume-775b8bae-1b8b-433c-b66c-085d86335056/volume-775b8bae-1b8b-433c-b66c-085d86335056.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 989.628209] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.628613] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73282347-cf80-452d-b69f-fae96ce9c62c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.656520] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 989.656520] env[69674]: value = "task-3257204" [ 989.656520] env[69674]: _type = "Task" [ 989.656520] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.659546] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257202, 'name': ReconfigVM_Task, 'duration_secs': 0.328843} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.662751] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.662963] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.663253] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037ee187-6479-46e9-a206-9f3f66658780 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.670984] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.672508] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 989.672508] env[69674]: value = "task-3257205" [ 989.672508] env[69674]: _type = "Task" [ 989.672508] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.680691] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.757533] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.776060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a06e663c-2cc7-4bce-beb7-b9ce12daa9b8 tempest-ServerShowV257Test-1456382775 tempest-ServerShowV257Test-1456382775-project-member] Lock "a593bb27-5e87-4291-b333-80ae32dfaef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.816s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.044942] env[69674]: DEBUG nova.compute.manager [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 990.044942] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.047329] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff26dd4-e720-4310-8184-85e05854a565 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.053948] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.054328] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b4f670-5302-43ad-a907-bc9eddda89d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.125041] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd5b533-eed1-421f-8d2b-3d9d65ff5456 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.127710] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.127991] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.128300] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore1] a188c7a8-0460-4f47-9af7-790c59e0653d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.128562] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a06365-97bd-4e63-b6ee-7db8b8fb8c4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.136374] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a4cc4d-b0a8-4427-b5f9-ff294e9026b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.141165] env[69674]: DEBUG oslo_vmware.api [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 990.141165] env[69674]: value = "task-3257207" [ 990.141165] env[69674]: _type = "Task" [ 990.141165] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.176140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f452b460-ed71-467e-a139-9ca340d35a02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.180566] env[69674]: DEBUG oslo_vmware.api [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.196416] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257204, 'name': ReconfigVM_Task, 'duration_secs': 0.184578} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.196665] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.196966] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.202841] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9c4ea-501d-483c-93f7-544cb75cfe92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207187] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98bfc43-3b91-41d9-b6af-b8ecb5990dcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.235154] env[69674]: DEBUG nova.compute.provider_tree [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.237690] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 990.237690] env[69674]: value = "task-3257208" [ 990.237690] env[69674]: _type = "Task" [ 990.237690] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.248942] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.261020] env[69674]: DEBUG oslo_vmware.api [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257203, 'name': PowerOnVM_Task, 'duration_secs': 0.638514} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.261020] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.261020] env[69674]: INFO nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Took 9.40 seconds to spawn the instance on the hypervisor. [ 990.261020] env[69674]: DEBUG nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 990.261313] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed343c-adf8-4b54-ba9d-bb6659a0e54a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.652416] env[69674]: DEBUG oslo_vmware.api [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307483} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.652713] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.652890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.653140] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.653414] env[69674]: INFO nova.compute.manager [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 990.653693] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.653895] env[69674]: DEBUG nova.compute.manager [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 990.653994] env[69674]: DEBUG nova.network.neutron [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.691812] env[69674]: DEBUG oslo_vmware.api [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257205, 'name': PowerOnVM_Task, 'duration_secs': 0.578142} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.692109] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.692338] env[69674]: DEBUG nova.compute.manager [None req-2834ebca-93af-4e27-94b9-0028af4f1321 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 990.693270] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0115045f-4632-40cd-b617-fa5780a0dc54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.739576] env[69674]: DEBUG nova.scheduler.client.report [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.760724] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257208, 'name': ReconfigVM_Task, 'duration_secs': 0.13166} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.761063] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650589', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'name': 'volume-775b8bae-1b8b-433c-b66c-085d86335056', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1562f66-a5bc-453a-957a-a4a03e102c34', 'attached_at': '', 'detached_at': '', 'volume_id': '775b8bae-1b8b-433c-b66c-085d86335056', 'serial': '775b8bae-1b8b-433c-b66c-085d86335056'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.761410] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.762231] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0cb1cc-a1fd-4897-8354-83666b3b4a33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.769393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.769630] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e11617a6-7618-4a76-992e-eb0eba303eae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.780165] env[69674]: INFO nova.compute.manager [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Took 50.48 seconds to build instance. [ 990.841755] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.841984] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.842142] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Deleting the datastore file [datastore2] f1562f66-a5bc-453a-957a-a4a03e102c34 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.842640] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb043aa1-215c-423d-82e0-b549ef82eb4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.850335] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for the task: (returnval){ [ 990.850335] env[69674]: value = "task-3257210" [ 990.850335] env[69674]: _type = "Task" [ 990.850335] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.859039] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.254431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.258187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.303s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.258476] env[69674]: DEBUG nova.objects.instance [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.284026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b018fdd2-4c04-4dee-8051-32064f43d6b8 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.988s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.286309] env[69674]: INFO nova.scheduler.client.report [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Deleted allocations for instance c83fa8ee-5729-40d0-a3b9-694c7498f55f [ 991.361737] env[69674]: DEBUG oslo_vmware.api [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Task: {'id': task-3257210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132596} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.362027] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.362221] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.362403] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.362572] env[69674]: INFO nova.compute.manager [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Took 2.33 seconds to destroy the instance on the hypervisor. [ 991.362809] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.362998] env[69674]: DEBUG nova.compute.manager [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 991.363107] env[69674]: DEBUG nova.network.neutron [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.628125] env[69674]: DEBUG nova.compute.manager [req-9b509a67-2983-4930-9938-e57113b373e5 req-e153c436-cdaf-42fd-b346-e450c8711c83 service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Received event network-vif-deleted-00fe25ab-5ccb-4759-9889-13db6ba0ab48 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 991.628125] env[69674]: INFO nova.compute.manager [req-9b509a67-2983-4930-9938-e57113b373e5 req-e153c436-cdaf-42fd-b346-e450c8711c83 service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Neutron deleted interface 00fe25ab-5ccb-4759-9889-13db6ba0ab48; detaching it from the instance and deleting it from the info cache [ 991.628125] env[69674]: DEBUG nova.network.neutron [req-9b509a67-2983-4930-9938-e57113b373e5 req-e153c436-cdaf-42fd-b346-e450c8711c83 service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.796468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2308b0fb-0ec1-4066-84d9-54c70fe95bda tempest-ImagesOneServerNegativeTestJSON-1283918143 tempest-ImagesOneServerNegativeTestJSON-1283918143-project-member] Lock "c83fa8ee-5729-40d0-a3b9-694c7498f55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.393s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.844183] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "af32335b-5bb1-4607-aa26-0770e24911c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.844523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.844770] env[69674]: DEBUG nova.compute.manager [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 991.846192] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038653bb-0067-4ae5-81dc-5e44be2d4a63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.856807] env[69674]: DEBUG nova.compute.manager [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 991.857658] env[69674]: DEBUG nova.objects.instance [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'flavor' on Instance uuid af32335b-5bb1-4607-aa26-0770e24911c8 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.931460] env[69674]: DEBUG nova.network.neutron [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.115977] env[69674]: DEBUG nova.compute.manager [req-273b5935-20ab-463e-a2d0-36dc3762d3d7 req-c78d3770-244f-4089-a00b-7ea417239315 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Received event network-vif-deleted-d2318b04-9095-40b0-9308-ad5006191295 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 992.116286] env[69674]: INFO nova.compute.manager [req-273b5935-20ab-463e-a2d0-36dc3762d3d7 req-c78d3770-244f-4089-a00b-7ea417239315 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Neutron deleted interface d2318b04-9095-40b0-9308-ad5006191295; detaching it from the instance and deleting it from the info cache [ 992.116487] env[69674]: DEBUG nova.network.neutron [req-273b5935-20ab-463e-a2d0-36dc3762d3d7 req-c78d3770-244f-4089-a00b-7ea417239315 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.135171] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dacb04e-ea33-416c-a400-26c40b099d1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.147762] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd980a4-0187-49ae-abf0-ad2bcf1b3fb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.189481] env[69674]: DEBUG nova.compute.manager [req-9b509a67-2983-4930-9938-e57113b373e5 req-e153c436-cdaf-42fd-b346-e450c8711c83 service nova] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Detach interface failed, port_id=00fe25ab-5ccb-4759-9889-13db6ba0ab48, reason: Instance a188c7a8-0460-4f47-9af7-790c59e0653d could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 992.207376] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b55a0-186d-446b-bd7b-a0119e986bac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.215088] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770dda0-a8b7-4d4d-8892-0963f0ef9f4a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.248064] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cbbc10-e056-4805-ad2a-cc0bd6969b0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.256264] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae818b2d-94f7-45c6-bfb6-dc7201ef6a16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.274910] env[69674]: DEBUG nova.compute.provider_tree [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.437681] env[69674]: INFO nova.compute.manager [-] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Took 1.78 seconds to deallocate network for instance. [ 992.573789] env[69674]: DEBUG nova.network.neutron [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.620878] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32da7035-5857-4152-87d9-ee53313416f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.631201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962da4c1-15fa-4f12-8b64-288cf637a544 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.669264] env[69674]: DEBUG nova.compute.manager [req-273b5935-20ab-463e-a2d0-36dc3762d3d7 req-c78d3770-244f-4089-a00b-7ea417239315 service nova] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Detach interface failed, port_id=d2318b04-9095-40b0-9308-ad5006191295, reason: Instance f1562f66-a5bc-453a-957a-a4a03e102c34 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 992.819602] env[69674]: DEBUG nova.scheduler.client.report [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.819995] env[69674]: DEBUG nova.compute.provider_tree [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 120 to 121 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.820131] env[69674]: DEBUG nova.compute.provider_tree [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.869080] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.870569] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a1cf90-7dee-4fcc-814a-6d201bfdbf42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.876778] env[69674]: DEBUG oslo_vmware.api [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 992.876778] env[69674]: value = "task-3257211" [ 992.876778] env[69674]: _type = "Task" [ 992.876778] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.886439] env[69674]: DEBUG oslo_vmware.api [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.945303] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.078625] env[69674]: INFO nova.compute.manager [-] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Took 1.72 seconds to deallocate network for instance. [ 993.325814] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.328175] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.290s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.328414] env[69674]: DEBUG nova.objects.instance [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lazy-loading 'resources' on Instance uuid ebbfe3a0-fa35-472d-8f80-fc41eeac2f99 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.351896] env[69674]: INFO nova.scheduler.client.report [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f [ 993.392021] env[69674]: DEBUG oslo_vmware.api [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257211, 'name': PowerOffVM_Task, 'duration_secs': 0.410634} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.392021] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.392021] env[69674]: DEBUG nova.compute.manager [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 993.392021] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2573e644-324d-41b8-b9cb-8652e586c437 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.630019] env[69674]: INFO nova.compute.manager [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Took 0.55 seconds to detach 1 volumes for instance. [ 993.632441] env[69674]: DEBUG nova.compute.manager [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Deleting volume: 775b8bae-1b8b-433c-b66c-085d86335056 {{(pid=69674) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 993.661044] env[69674]: DEBUG nova.compute.manager [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 993.661319] env[69674]: DEBUG nova.compute.manager [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing instance network info cache due to event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 993.661555] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.661710] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.661871] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.865068] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b1c83e41-3b7c-4036-b1bb-b5ae01b72a3b tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.574s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.910351] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c781415-d453-49db-8ffb-3b1dc2459588 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.192932] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.226969] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756fe47-5896-4ce6-987b-ed941f17d784 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.235103] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febf23d-c82c-4f20-921f-f7c5fbcfaf6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.271057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777340d-a8d0-489f-98a0-10b1a2e7728b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.280509] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec562c9-df10-4373-9e07-ac441dba5d90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.294720] env[69674]: DEBUG nova.compute.provider_tree [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.523614] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updated VIF entry in instance network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.524737] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.610181] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "af32335b-5bb1-4607-aa26-0770e24911c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.610320] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.610590] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.610828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.611032] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.613458] env[69674]: INFO nova.compute.manager [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Terminating instance [ 994.797764] env[69674]: DEBUG nova.scheduler.client.report [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.027912] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028200] env[69674]: DEBUG nova.compute.manager [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 995.028238] env[69674]: DEBUG nova.compute.manager [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing instance network info cache due to event network-changed-362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 995.028452] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Acquiring lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.028598] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Acquired lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.028759] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Refreshing network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.120031] env[69674]: DEBUG nova.compute.manager [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 995.120031] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.121089] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcb0bf-a719-4beb-aa62-5f7c51538db7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.130391] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.130648] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5acbd578-edf0-48fa-945e-b7e669a5d3b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.209377] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.209617] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.209804] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore1] af32335b-5bb1-4607-aa26-0770e24911c8 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.210109] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5350a482-6d9b-4e4c-b7e2-c8154a631c24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.216126] env[69674]: DEBUG oslo_vmware.api [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 995.216126] env[69674]: value = "task-3257214" [ 995.216126] env[69674]: _type = "Task" [ 995.216126] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.223880] env[69674]: DEBUG oslo_vmware.api [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.306958] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.308954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.338s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.309222] env[69674]: DEBUG nova.objects.instance [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lazy-loading 'resources' on Instance uuid 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.322991] env[69674]: INFO nova.scheduler.client.report [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleted allocations for instance ebbfe3a0-fa35-472d-8f80-fc41eeac2f99 [ 995.568535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.568892] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.726858] env[69674]: DEBUG oslo_vmware.api [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318173} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.729716] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.730559] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.730559] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.730559] env[69674]: INFO nova.compute.manager [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 995.730818] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.731284] env[69674]: DEBUG nova.compute.manager [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 995.731362] env[69674]: DEBUG nova.network.neutron [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.803625] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updated VIF entry in instance network info cache for port 362adf2d-16fa-4285-a7c3-d9b768bff5f1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.804067] env[69674]: DEBUG nova.network.neutron [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [{"id": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "address": "fa:16:3e:40:43:d2", "network": {"id": "eb9005f3-56be-40e9-bd4e-1fca72816442", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1278682095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db1faeaf04148e88fd18a0136e39fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362adf2d-16", "ovs_interfaceid": "362adf2d-16fa-4285-a7c3-d9b768bff5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.831890] env[69674]: DEBUG oslo_concurrency.lockutils [None req-08ee698b-8538-46f9-9bcc-df292a73b3be tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "ebbfe3a0-fa35-472d-8f80-fc41eeac2f99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.306s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.071534] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 996.122059] env[69674]: DEBUG nova.compute.manager [req-7abe5eaa-c99d-4b9d-822b-6975ee302d3e req-21329e49-b748-4385-b33e-032d42eb8324 service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Received event network-vif-deleted-d4496853-f9f2-44fa-b46d-3a7b2bdc710c {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 996.122287] env[69674]: INFO nova.compute.manager [req-7abe5eaa-c99d-4b9d-822b-6975ee302d3e req-21329e49-b748-4385-b33e-032d42eb8324 service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Neutron deleted interface d4496853-f9f2-44fa-b46d-3a7b2bdc710c; detaching it from the instance and deleting it from the info cache [ 996.123454] env[69674]: DEBUG nova.network.neutron [req-7abe5eaa-c99d-4b9d-822b-6975ee302d3e req-21329e49-b748-4385-b33e-032d42eb8324 service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.181155] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3ec69a-46c7-4320-a220-b5f2b85b61d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193845] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0bfd7c-4210-47a7-af40-36d27fdb2930 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.225735] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531eb58d-7963-4529-89ad-14c00be59514 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.233677] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1dc5f4-29d0-4a08-9664-bf0d550acd1f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.247131] env[69674]: DEBUG nova.compute.provider_tree [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.307106] env[69674]: DEBUG oslo_concurrency.lockutils [req-14648b58-336d-4270-a8cb-e06b99a20249 req-a709413f-223d-4967-b9c0-52febfed1ab8 service nova] Releasing lock "refresh_cache-c3d16a15-fe59-488b-bdfb-6f7116e3c735" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.554016] env[69674]: DEBUG nova.network.neutron [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.604228] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.627167] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4d473e6-2166-4b90-b82f-6b9566be2a0c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.638285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59c628-321c-41db-9349-a8079bd3ef9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.674261] env[69674]: DEBUG nova.compute.manager [req-7abe5eaa-c99d-4b9d-822b-6975ee302d3e req-21329e49-b748-4385-b33e-032d42eb8324 service nova] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Detach interface failed, port_id=d4496853-f9f2-44fa-b46d-3a7b2bdc710c, reason: Instance af32335b-5bb1-4607-aa26-0770e24911c8 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 996.755320] env[69674]: DEBUG nova.scheduler.client.report [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.920643] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.921798] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.921906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.922095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.922243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.924828] env[69674]: INFO nova.compute.manager [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Terminating instance [ 997.058326] env[69674]: INFO nova.compute.manager [-] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Took 1.33 seconds to deallocate network for instance. [ 997.262624] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.263746] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.728s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.265326] env[69674]: INFO nova.compute.claims [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.295953] env[69674]: INFO nova.scheduler.client.report [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted allocations for instance 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb [ 997.435314] env[69674]: DEBUG nova.compute.manager [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 997.435314] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.435314] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2678ffd-dc0e-4264-9b54-38557b8ce9b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.445366] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.445797] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83984fee-8499-4a39-bb8d-bec2650c1e5d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.454489] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 997.454489] env[69674]: value = "task-3257215" [ 997.454489] env[69674]: _type = "Task" [ 997.454489] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.467704] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.565358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.617865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.617865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.617865] env[69674]: INFO nova.compute.manager [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Shelving [ 997.805229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-18456738-7b7a-499e-abac-f9c01dab39ef tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "82967055-3c2f-4d77-9cf1-4f1e2fc5aecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.484s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.967753] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257215, 'name': PowerOffVM_Task, 'duration_secs': 0.22007} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.968602] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.968916] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.969681] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7d6b2a-169d-4b26-988b-8edf2a7b7726 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.028107] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.028556] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.029029] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleting the datastore file [datastore1] 469dce9b-76fb-43bf-98aa-6eacc683c3ae {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.030815] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b889b6-0a34-4b79-96bd-e01169d47bff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041939] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for the task: (returnval){ [ 998.041939] env[69674]: value = "task-3257217" [ 998.041939] env[69674]: _type = "Task" [ 998.041939] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.050731] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.349027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "d45a13c5-09e6-474c-ae59-fa31d1653776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.349027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.349027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.349027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.349027] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.353010] env[69674]: INFO nova.compute.manager [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Terminating instance [ 998.558095] env[69674]: DEBUG oslo_vmware.api [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Task: {'id': task-3257217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188749} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.559881] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.561184] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.561184] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.561184] env[69674]: INFO nova.compute.manager [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 998.561184] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.561184] env[69674]: DEBUG nova.compute.manager [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 998.561184] env[69674]: DEBUG nova.network.neutron [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.627061] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.628328] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c78993-0afd-4ecd-9666-785f53a96294 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.643640] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 998.643640] env[69674]: value = "task-3257218" [ 998.643640] env[69674]: _type = "Task" [ 998.643640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.658360] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.690108] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aea6a2-8a2c-4e8f-8146-6229a3b6fe36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.698018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d64786-6135-4787-b77d-ab6a5f75c104 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.747345] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef97170-d3da-4d86-baaf-cca5078700d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.758974] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2187f-d025-4049-9ca4-ffd689c288e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.781455] env[69674]: DEBUG nova.compute.provider_tree [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.861761] env[69674]: DEBUG nova.compute.manager [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 998.861997] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.863060] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73265a4-e3a3-41e3-ac03-718abaad302f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.871152] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.871458] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d576f8ff-4f91-44fd-ba0f-99f22605e260 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.877372] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 998.877372] env[69674]: value = "task-3257219" [ 998.877372] env[69674]: _type = "Task" [ 998.877372] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.886028] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.154846] env[69674]: DEBUG nova.compute.manager [req-c9fd0784-34bf-4cc8-9262-ae72fff06437 req-aed40abf-9b55-4724-bcfb-a5a7869d9a09 service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Received event network-vif-deleted-9a731626-55e4-4eae-8158-38e7701e51b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 999.155064] env[69674]: INFO nova.compute.manager [req-c9fd0784-34bf-4cc8-9262-ae72fff06437 req-aed40abf-9b55-4724-bcfb-a5a7869d9a09 service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Neutron deleted interface 9a731626-55e4-4eae-8158-38e7701e51b5; detaching it from the instance and deleting it from the info cache [ 999.155256] env[69674]: DEBUG nova.network.neutron [req-c9fd0784-34bf-4cc8-9262-ae72fff06437 req-aed40abf-9b55-4724-bcfb-a5a7869d9a09 service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.166161] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257218, 'name': PowerOffVM_Task, 'duration_secs': 0.235736} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.168425] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.171694] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c6091f-67bb-4c6c-8bc7-0d3907f3a7d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.193201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121aa792-d594-47a6-989d-329cab9abac2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.285342] env[69674]: DEBUG nova.scheduler.client.report [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.387769] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257219, 'name': PowerOffVM_Task, 'duration_secs': 0.364956} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.388070] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.388370] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.388539] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6081c9-a463-4e41-9603-13f61f9ee3b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.453329] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.453329] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.453329] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleting the datastore file [datastore1] d45a13c5-09e6-474c-ae59-fa31d1653776 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.453329] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ab4f41-a0fc-4495-9247-a4195114b9d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.460455] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for the task: (returnval){ [ 999.460455] env[69674]: value = "task-3257221" [ 999.460455] env[69674]: _type = "Task" [ 999.460455] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.470757] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.561135] env[69674]: DEBUG nova.network.neutron [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.659484] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c739b8a0-72d1-4757-8da9-551acc6f9a74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.669664] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d3b6a-e49a-44f7-9c8e-1433c88bc6ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.706508] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.707263] env[69674]: DEBUG nova.compute.manager [req-c9fd0784-34bf-4cc8-9262-ae72fff06437 req-aed40abf-9b55-4724-bcfb-a5a7869d9a09 service nova] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Detach interface failed, port_id=9a731626-55e4-4eae-8158-38e7701e51b5, reason: Instance 469dce9b-76fb-43bf-98aa-6eacc683c3ae could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 999.707557] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90e1b30c-0063-4752-bfcc-7621b5a4eb4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.715562] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 999.715562] env[69674]: value = "task-3257222" [ 999.715562] env[69674]: _type = "Task" [ 999.715562] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.725049] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.791797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.792336] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 999.795161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.874s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.795423] env[69674]: DEBUG nova.objects.instance [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'resources' on Instance uuid 4e8770bb-294c-4b0c-a8d4-d6d13699f850 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.971042] env[69674]: DEBUG oslo_vmware.api [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Task: {'id': task-3257221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150541} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.971042] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.971296] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.971484] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.971680] env[69674]: INFO nova.compute.manager [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Took 1.11 seconds to destroy the instance on the hypervisor. [ 999.972416] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.972416] env[69674]: DEBUG nova.compute.manager [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 999.972416] env[69674]: DEBUG nova.network.neutron [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.067025] env[69674]: INFO nova.compute.manager [-] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Took 1.50 seconds to deallocate network for instance. [ 1000.226790] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.299162] env[69674]: DEBUG nova.compute.utils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.303783] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1000.304033] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.354155] env[69674]: DEBUG nova.policy [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55eb4291296a4977a0c3edd2d49d21af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5de2ef68741742d28195aed09060c518', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.577559] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.698259] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.698434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.729224] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257222, 'name': CreateSnapshot_Task, 'duration_secs': 0.871906} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.730067] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.730827] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99464ab7-a570-4676-9d59-89bec640abd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.734380] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c700f-dcd1-42a5-8102-75654020e108 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.746279] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a9a07-1fc2-40d6-9a76-bc3db370554d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.782210] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Successfully created port: 0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.783676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3294d96-98a8-4de7-b680-36cb88db50a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.795657] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139ba95-22f8-42dc-8689-d9a42a05605a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.813166] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1000.815717] env[69674]: DEBUG nova.compute.provider_tree [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.033814] env[69674]: DEBUG nova.network.neutron [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.180586] env[69674]: DEBUG nova.compute.manager [req-74b24219-1d73-4e12-b81e-f523411c6d70 req-7be0cdaf-29ac-4b91-9194-848dfdf00637 service nova] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Received event network-vif-deleted-5200ca49-136f-4d37-be21-c9cd8d11cd44 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1001.201154] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1001.259487] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.260231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b66afcf2-4748-435d-9149-cfad272f44ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.269399] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1001.269399] env[69674]: value = "task-3257223" [ 1001.269399] env[69674]: _type = "Task" [ 1001.269399] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.277392] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257223, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.321481] env[69674]: DEBUG nova.scheduler.client.report [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.536956] env[69674]: INFO nova.compute.manager [-] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Took 1.56 seconds to deallocate network for instance. [ 1001.724752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.782567] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257223, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.827087] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1001.829862] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.831863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.024s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.832344] env[69674]: DEBUG nova.objects.instance [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lazy-loading 'resources' on Instance uuid e7ede7c1-0714-4283-91b3-31bcf2d0bdd1 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.856799] env[69674]: INFO nova.scheduler.client.report [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted allocations for instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 [ 1001.863230] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.863495] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.863654] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.863836] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.864037] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.864245] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.864398] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.864603] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.864726] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.864908] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.865102] env[69674]: DEBUG nova.virt.hardware [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.865946] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b998fd5-4712-4571-b964-681cd8a56c0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.883593] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab014e-4707-4e16-8f02-e2f9576f0fb2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.043229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.234491] env[69674]: DEBUG nova.compute.manager [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Received event network-vif-plugged-0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1002.234491] env[69674]: DEBUG oslo_concurrency.lockutils [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] Acquiring lock "624b86c3-643d-4330-801a-3bc5336efcba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.234491] env[69674]: DEBUG oslo_concurrency.lockutils [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] Lock "624b86c3-643d-4330-801a-3bc5336efcba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.234491] env[69674]: DEBUG oslo_concurrency.lockutils [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] Lock "624b86c3-643d-4330-801a-3bc5336efcba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.234876] env[69674]: DEBUG nova.compute.manager [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] No waiting events found dispatching network-vif-plugged-0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.235315] env[69674]: WARNING nova.compute.manager [req-d5f9cf33-139e-41fc-82a6-4ee0dd61980c req-3acf76ff-618b-469a-8b5d-810f73cb24f8 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Received unexpected event network-vif-plugged-0385f272-54a3-42ff-b6f9-5cbee1876e05 for instance with vm_state building and task_state spawning. [ 1002.282587] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257223, 'name': CloneVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.375941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27168734-f0cb-47da-86e2-acd0de86b65a tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.367s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.376985] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Acquired lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.378155] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Successfully updated port: 0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.379904] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6746e6-f717-4c30-bf97-e80039bfe7dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.389086] env[69674]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1002.389250] env[69674]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69674) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1002.393012] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e31496ee-f4bf-4cee-aae2-3de28a5f9a6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.403249] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2aba9-1eb4-42ee-a11f-c0cbef0b8cdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.437049] env[69674]: ERROR root [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-650725' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-650725' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-650725' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-650725'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-650725' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-650725' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-650725'}\n"]: nova.exception.InstanceNotFound: Instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 could not be found. [ 1002.437286] env[69674]: DEBUG oslo_concurrency.lockutils [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] Releasing lock "4e8770bb-294c-4b0c-a8d4-d6d13699f850" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.437612] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Detach interface failed, port_id=89bae658-b4f5-4cda-8c58-a7e4a72cfd60, reason: Instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1002.437691] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Received event network-vif-deleted-14352a36-a620-4fbb-ae5e-b08ec4cf18ff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1002.437855] env[69674]: INFO nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Neutron deleted interface 14352a36-a620-4fbb-ae5e-b08ec4cf18ff; detaching it from the instance and deleting it from the info cache [ 1002.438140] env[69674]: DEBUG nova.network.neutron [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Updating instance_info_cache with network_info: [{"id": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "address": "fa:16:3e:d4:79:3d", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd53cbde-85", "ovs_interfaceid": "bd53cbde-85ea-4076-a7be-cbcdf11b9d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.677175] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15221f04-59e4-465d-9304-023c311aae2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.685040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ec846-dcf5-48a5-8074-28da96c4f632 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.716849] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94bf47-0ac7-443e-af5a-ab08d39028e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.724480] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d751fd3-5178-4e2f-93e0-74da509ce66a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.737588] env[69674]: DEBUG nova.compute.provider_tree [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.781492] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257223, 'name': CloneVM_Task, 'duration_secs': 1.175522} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.781729] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Created linked-clone VM from snapshot [ 1002.782471] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b716e2-8a96-4214-8e8e-9d96ebdbbbe2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.789633] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Uploading image bbc656a8-5bac-404a-9ac5-ea882caa8f25 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.816827] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.816827] env[69674]: value = "vm-650769" [ 1002.816827] env[69674]: _type = "VirtualMachine" [ 1002.816827] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.817094] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f5e8fb39-415a-450d-8919-5efc22ffeab7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.824584] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lease: (returnval){ [ 1002.824584] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520228a6-7654-1a49-e34b-b794a276281a" [ 1002.824584] env[69674]: _type = "HttpNfcLease" [ 1002.824584] env[69674]: } obtained for exporting VM: (result){ [ 1002.824584] env[69674]: value = "vm-650769" [ 1002.824584] env[69674]: _type = "VirtualMachine" [ 1002.824584] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.824822] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the lease: (returnval){ [ 1002.824822] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520228a6-7654-1a49-e34b-b794a276281a" [ 1002.824822] env[69674]: _type = "HttpNfcLease" [ 1002.824822] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.831887] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.831887] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520228a6-7654-1a49-e34b-b794a276281a" [ 1002.831887] env[69674]: _type = "HttpNfcLease" [ 1002.831887] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.883427] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.883577] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquired lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.883731] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.942790] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c38ea5a0-0296-4ea2-b785-2d6c451c50af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.952323] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0dec5-63a1-409c-a65e-f539e2bc307b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.982170] env[69674]: DEBUG nova.compute.manager [req-ec5aa168-4ff8-4392-b72b-8fea9a9a54f2 req-d3420ba1-6dd7-4527-a1a6-747f0ba1e594 service nova] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Detach interface failed, port_id=14352a36-a620-4fbb-ae5e-b08ec4cf18ff, reason: Instance 4e8770bb-294c-4b0c-a8d4-d6d13699f850 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1003.242258] env[69674]: DEBUG nova.scheduler.client.report [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.333445] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.333445] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520228a6-7654-1a49-e34b-b794a276281a" [ 1003.333445] env[69674]: _type = "HttpNfcLease" [ 1003.333445] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.333812] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.333812] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520228a6-7654-1a49-e34b-b794a276281a" [ 1003.333812] env[69674]: _type = "HttpNfcLease" [ 1003.333812] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1003.334511] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7ded4-96b7-468f-9d1f-ef6b63c415b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.343351] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.343526] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1003.434022] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.440584] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ca720ee-0e3b-4ab1-8aaf-3057c33ac7ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.641887] env[69674]: DEBUG nova.network.neutron [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Updating instance_info_cache with network_info: [{"id": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "address": "fa:16:3e:04:86:9f", "network": {"id": "6c110fe6-ed91-4841-9d9d-0fb557b04372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2071782282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de2ef68741742d28195aed09060c518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0385f272-54", "ovs_interfaceid": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.747399] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.752360] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.202s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.752360] env[69674]: INFO nova.compute.claims [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.789462] env[69674]: INFO nova.scheduler.client.report [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted allocations for instance e7ede7c1-0714-4283-91b3-31bcf2d0bdd1 [ 1004.144903] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Releasing lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.145428] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Instance network_info: |[{"id": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "address": "fa:16:3e:04:86:9f", "network": {"id": "6c110fe6-ed91-4841-9d9d-0fb557b04372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2071782282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de2ef68741742d28195aed09060c518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0385f272-54", "ovs_interfaceid": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1004.145903] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:86:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0385f272-54a3-42ff-b6f9-5cbee1876e05', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.154083] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Creating folder: Project (5de2ef68741742d28195aed09060c518). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.154488] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905e34af-0dfe-44c2-9a43-886a8624dbee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.167012] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Created folder: Project (5de2ef68741742d28195aed09060c518) in parent group-v650515. [ 1004.167243] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Creating folder: Instances. Parent ref: group-v650770. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.167642] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-505bebc0-9eb7-4f74-a9e4-4c02a4ada34d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.178261] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Created folder: Instances in parent group-v650770. [ 1004.178261] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.178261] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.178261] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-117fd2b1-27db-44c7-a424-10236bc7c927 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.197907] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.197907] env[69674]: value = "task-3257227" [ 1004.197907] env[69674]: _type = "Task" [ 1004.197907] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.206475] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257227, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.288246] env[69674]: DEBUG nova.compute.manager [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Received event network-changed-0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1004.288749] env[69674]: DEBUG nova.compute.manager [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Refreshing instance network info cache due to event network-changed-0385f272-54a3-42ff-b6f9-5cbee1876e05. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1004.290183] env[69674]: DEBUG oslo_concurrency.lockutils [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] Acquiring lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.290183] env[69674]: DEBUG oslo_concurrency.lockutils [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] Acquired lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.290183] env[69674]: DEBUG nova.network.neutron [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Refreshing network info cache for port 0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.300546] env[69674]: DEBUG oslo_concurrency.lockutils [None req-23942876-b02c-4d75-a07b-b98058d2b9e7 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "e7ede7c1-0714-4283-91b3-31bcf2d0bdd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.320s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.440606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.441414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.709248] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257227, 'name': CreateVM_Task, 'duration_secs': 0.341151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.709494] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.710430] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.710667] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.711126] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.711759] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3e130f-4d57-4a5a-a66e-2e4a50f76d85 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.716911] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1004.716911] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c65458-8bc5-72bf-e145-584ac8c311bb" [ 1004.716911] env[69674]: _type = "Task" [ 1004.716911] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.726531] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c65458-8bc5-72bf-e145-584ac8c311bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.943308] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1005.064392] env[69674]: DEBUG nova.network.neutron [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Updated VIF entry in instance network info cache for port 0385f272-54a3-42ff-b6f9-5cbee1876e05. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.065175] env[69674]: DEBUG nova.network.neutron [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Updating instance_info_cache with network_info: [{"id": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "address": "fa:16:3e:04:86:9f", "network": {"id": "6c110fe6-ed91-4841-9d9d-0fb557b04372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2071782282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de2ef68741742d28195aed09060c518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0385f272-54", "ovs_interfaceid": "0385f272-54a3-42ff-b6f9-5cbee1876e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.089753] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f5470-40f0-4ff3-995f-1c9f6469eac8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.099441] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f970d6-5c56-4976-92ed-5a8bf7471cc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.135057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e2a08-403d-4c8f-9a30-5d0a4d1a8ca5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.147408] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e0dfe-63d9-42c8-8786-6e5ef4e312c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.165301] env[69674]: DEBUG nova.compute.provider_tree [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.226590] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c65458-8bc5-72bf-e145-584ac8c311bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017844} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.226901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.227151] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.227394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.227577] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.227762] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.228045] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c8e922f-b012-4dcf-a0f7-5e630ef4214f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.239614] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.239614] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.240411] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7791085f-51c5-4daa-b569-b7b55c28076f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.245633] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1005.245633] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523b6a18-793e-300a-1270-4dc607f03d0f" [ 1005.245633] env[69674]: _type = "Task" [ 1005.245633] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.253900] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523b6a18-793e-300a-1270-4dc607f03d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.470978] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.568984] env[69674]: DEBUG oslo_concurrency.lockutils [req-b7ad869f-cd5d-4fd9-b464-d16a5688a520 req-46aa5d1b-bac2-419b-8b03-22e2664a1688 service nova] Releasing lock "refresh_cache-624b86c3-643d-4330-801a-3bc5336efcba" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.641834] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "9706a2e0-a981-43eb-bca0-a7e662637f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.642208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.642515] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.642757] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.642944] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.645192] env[69674]: INFO nova.compute.manager [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Terminating instance [ 1005.668093] env[69674]: DEBUG nova.scheduler.client.report [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.756407] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523b6a18-793e-300a-1270-4dc607f03d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.757252] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa65ba4-42a0-4084-862d-10a0f154afc4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.763386] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1005.763386] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab458b-3c89-32e6-1910-0fa60610f679" [ 1005.763386] env[69674]: _type = "Task" [ 1005.763386] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.772136] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab458b-3c89-32e6-1910-0fa60610f679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.149982] env[69674]: DEBUG nova.compute.manager [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1006.150306] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.150888] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "bed94c17-f160-4882-886c-0e00ee985f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.151116] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.153284] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee615a-5c2e-4876-8ee0-dfda2fafaa2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.161383] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.162122] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c07193-5ca7-4ca0-8b11-cb15cc9a4e32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.168770] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1006.168770] env[69674]: value = "task-3257228" [ 1006.168770] env[69674]: _type = "Task" [ 1006.168770] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.173520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.174038] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1006.177206] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.300s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.182724] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.273863] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ab458b-3c89-32e6-1910-0fa60610f679, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.274260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.274618] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 624b86c3-643d-4330-801a-3bc5336efcba/624b86c3-643d-4330-801a-3bc5336efcba.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.274976] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88645e89-c1d2-4c45-96fd-ac9f2187441a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.283050] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1006.283050] env[69674]: value = "task-3257229" [ 1006.283050] env[69674]: _type = "Task" [ 1006.283050] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.293420] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.656600] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1006.681943] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257228, 'name': PowerOffVM_Task, 'duration_secs': 0.218175} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.682361] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.682494] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.683861] env[69674]: DEBUG nova.compute.utils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.685249] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79b638a-4394-4e45-806a-c7f1528e02b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.692310] env[69674]: INFO nova.compute.claims [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.697845] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1006.697845] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.743936] env[69674]: DEBUG nova.policy [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b406997d3bc4d699a994c4de96c57cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767168dd60b04b52bc50964c28ab891e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.767643] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.767874] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.768072] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore2] 9706a2e0-a981-43eb-bca0-a7e662637f59 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.768365] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7188bcdb-b03c-4219-994a-925381e7752a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.776345] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1006.776345] env[69674]: value = "task-3257231" [ 1006.776345] env[69674]: _type = "Task" [ 1006.776345] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.786424] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.795642] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.071827] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Successfully created port: 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.180099] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.188220] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1007.202591] env[69674]: INFO nova.compute.resource_tracker [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating resource usage from migration 77e6f0f7-b5d9-44e5-9cf9-a8cb26303add [ 1007.287296] env[69674]: DEBUG oslo_vmware.api [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317578} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.293115] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.293339] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.293537] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.293716] env[69674]: INFO nova.compute.manager [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.293963] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.295957] env[69674]: DEBUG nova.compute.manager [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1007.296086] env[69674]: DEBUG nova.network.neutron [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.304931] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599905} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.307662] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 624b86c3-643d-4330-801a-3bc5336efcba/624b86c3-643d-4330-801a-3bc5336efcba.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.308074] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.308292] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf058f60-3f6c-488b-a91e-43307f2ff56b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.319315] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1007.319315] env[69674]: value = "task-3257232" [ 1007.319315] env[69674]: _type = "Task" [ 1007.319315] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.327398] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.596145] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28157c3c-3521-4e81-b6de-f006eb56ee18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.606627] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d616c926-aa64-4336-8905-c3ce1a40c9c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.640651] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec8497-0da0-4b37-a090-1acc75107848 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.649072] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a13ca-e43b-4cad-a874-afa831dca4a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.666243] env[69674]: DEBUG nova.compute.provider_tree [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.786379] env[69674]: DEBUG nova.compute.manager [req-f55b12b5-2fc9-405c-b615-14887e641f56 req-18cd825b-aff6-4c74-986c-217a600866cd service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Received event network-vif-deleted-c1f35263-782f-4b8e-a687-1728523a26df {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1007.786599] env[69674]: INFO nova.compute.manager [req-f55b12b5-2fc9-405c-b615-14887e641f56 req-18cd825b-aff6-4c74-986c-217a600866cd service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Neutron deleted interface c1f35263-782f-4b8e-a687-1728523a26df; detaching it from the instance and deleting it from the info cache [ 1007.786798] env[69674]: DEBUG nova.network.neutron [req-f55b12b5-2fc9-405c-b615-14887e641f56 req-18cd825b-aff6-4c74-986c-217a600866cd service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.830441] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139335} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.830738] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.831648] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babcc5bf-893c-4a98-8b71-79516de9bf20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.855027] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 624b86c3-643d-4330-801a-3bc5336efcba/624b86c3-643d-4330-801a-3bc5336efcba.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.855351] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296b5bba-95ca-4538-ac12-d9ab72d14c6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.875970] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1007.875970] env[69674]: value = "task-3257233" [ 1007.875970] env[69674]: _type = "Task" [ 1007.875970] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.884600] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.169550] env[69674]: DEBUG nova.scheduler.client.report [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.199144] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1008.201437] env[69674]: DEBUG nova.network.neutron [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.227589] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.227897] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.228094] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.228302] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.228459] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.228606] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.228817] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.228995] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.229184] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.229356] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.229559] env[69674]: DEBUG nova.virt.hardware [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.230435] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96131e27-ef86-48db-a1a8-04ab6cc150d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.238686] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342f0f18-c025-4901-a816-c99e51989ef7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.293367] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9620f38b-3b7c-4a6c-aab7-dc184d10f887 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.302820] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f08ed-06a1-4228-8719-7f4a8946cf15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.332346] env[69674]: DEBUG nova.compute.manager [req-f55b12b5-2fc9-405c-b615-14887e641f56 req-18cd825b-aff6-4c74-986c-217a600866cd service nova] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Detach interface failed, port_id=c1f35263-782f-4b8e-a687-1728523a26df, reason: Instance 9706a2e0-a981-43eb-bca0-a7e662637f59 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1008.385409] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257233, 'name': ReconfigVM_Task, 'duration_secs': 0.351407} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.385770] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 624b86c3-643d-4330-801a-3bc5336efcba/624b86c3-643d-4330-801a-3bc5336efcba.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.386488] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f68100-451a-4d1c-917e-3d37e1bdf386 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.392723] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1008.392723] env[69674]: value = "task-3257234" [ 1008.392723] env[69674]: _type = "Task" [ 1008.392723] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.401585] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257234, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.580523] env[69674]: DEBUG nova.compute.manager [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-vif-plugged-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1008.581407] env[69674]: DEBUG oslo_concurrency.lockutils [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] Acquiring lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.582184] env[69674]: DEBUG oslo_concurrency.lockutils [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.582497] env[69674]: DEBUG oslo_concurrency.lockutils [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.582757] env[69674]: DEBUG nova.compute.manager [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] No waiting events found dispatching network-vif-plugged-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.583034] env[69674]: WARNING nova.compute.manager [req-04804f69-72c4-4f86-8eac-497166234592 req-1c658b27-010b-418a-b137-453d68f28ea2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received unexpected event network-vif-plugged-90f34c13-ed25-43bb-ad8c-14a71fab84c0 for instance with vm_state building and task_state spawning. [ 1008.675933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.498s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.675933] env[69674]: INFO nova.compute.manager [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Migrating [ 1008.683560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.561s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.683885] env[69674]: DEBUG nova.objects.instance [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lazy-loading 'resources' on Instance uuid feac5478-6ccf-4013-887c-8d6e81c7045e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.704650] env[69674]: INFO nova.compute.manager [-] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Took 1.41 seconds to deallocate network for instance. [ 1008.761032] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Successfully updated port: 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.902523] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257234, 'name': Rename_Task, 'duration_secs': 0.175336} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.902839] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.903114] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63fe9360-047c-4f7c-a9dd-1bdf417c9d87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.909585] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1008.909585] env[69674]: value = "task-3257235" [ 1008.909585] env[69674]: _type = "Task" [ 1008.909585] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.918186] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.193118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.193987] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.193987] env[69674]: DEBUG nova.network.neutron [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.212922] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.266329] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.266403] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.266573] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.421568] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.520435] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb18cd2-df39-423a-8df7-79e76ae8a560 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.528258] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84933da9-0c40-4ef6-aab9-7829141aabd0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.561430] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd90c36-3896-4123-803e-b71076f4030d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.569381] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5bd7f8-eac8-42ee-a665-1d84d29c7645 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.583698] env[69674]: DEBUG nova.compute.provider_tree [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.801427] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.923628] env[69674]: DEBUG oslo_vmware.api [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257235, 'name': PowerOnVM_Task, 'duration_secs': 0.529536} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.927205] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.927530] env[69674]: INFO nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1009.927751] env[69674]: DEBUG nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1009.928576] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a2644-5f8f-4542-a4dd-3d2229b1ece5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.011377] env[69674]: DEBUG nova.network.neutron [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.013597] env[69674]: DEBUG nova.network.neutron [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.088574] env[69674]: DEBUG nova.scheduler.client.report [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.451329] env[69674]: INFO nova.compute.manager [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Took 37.94 seconds to build instance. [ 1010.516117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518644] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Instance network_info: |[{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1010.519051] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:6d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90f34c13-ed25-43bb-ad8c-14a71fab84c0', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.526975] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Creating folder: Project (767168dd60b04b52bc50964c28ab891e). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.527269] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b244ef5-78e5-4ae5-81a5-3a90cbd01ade {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.537735] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Created folder: Project (767168dd60b04b52bc50964c28ab891e) in parent group-v650515. [ 1010.537937] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Creating folder: Instances. Parent ref: group-v650773. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.538427] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569e8949-d259-4afd-9ccc-cbfeeb42f09a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547243] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Created folder: Instances in parent group-v650773. [ 1010.547469] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.547696] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.547851] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99304506-058b-4304-afd1-cf017f5c670b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.566237] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.566237] env[69674]: value = "task-3257238" [ 1010.566237] env[69674]: _type = "Task" [ 1010.566237] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.573452] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257238, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.593510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.595954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.596s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.603625] env[69674]: DEBUG nova.compute.manager [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1010.603871] env[69674]: DEBUG nova.compute.manager [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing instance network info cache due to event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1010.604288] env[69674]: DEBUG oslo_concurrency.lockutils [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.604288] env[69674]: DEBUG oslo_concurrency.lockutils [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.604647] env[69674]: DEBUG nova.network.neutron [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.617380] env[69674]: INFO nova.scheduler.client.report [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Deleted allocations for instance feac5478-6ccf-4013-887c-8d6e81c7045e [ 1010.953316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-596d1ea0-9e55-442d-b106-5a734af883ea tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.458s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.078057] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257238, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.126040] env[69674]: DEBUG oslo_concurrency.lockutils [None req-01e57601-56e8-4cc2-a3a5-fd229d4a2314 tempest-ListImageFiltersTestJSON-2031003112 tempest-ListImageFiltersTestJSON-2031003112-project-member] Lock "feac5478-6ccf-4013-887c-8d6e81c7045e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.559s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.342687] env[69674]: DEBUG nova.network.neutron [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updated VIF entry in instance network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.343108] env[69674]: DEBUG nova.network.neutron [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.578655] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257238, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.610358] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Applying migration context for instance b359c238-ef34-4dac-af31-dd00272fee74 as it has an incoming, in-progress migration 77e6f0f7-b5d9-44e5-9cf9-a8cb26303add. Migration status is migrating {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1011.612014] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating resource usage from migration 77e6f0f7-b5d9-44e5-9cf9-a8cb26303add [ 1011.634019] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance d45a13c5-09e6-474c-ae59-fa31d1653776 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.634537] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.634537] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance f1562f66-a5bc-453a-957a-a4a03e102c34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.634537] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7c912f20-40b1-4efa-81a9-c9a218f84925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.634537] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance da859841-35f7-4891-8e3c-09a0becd5523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.634681] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 469dce9b-76fb-43bf-98aa-6eacc683c3ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.634813] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0c21ad53-e94c-4f63-aaa4-05c90537a867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.634891] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9706a2e0-a981-43eb-bca0-a7e662637f59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.635015] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2535d175-f741-4358-9734-4f7f2345c0fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.635140] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance c3d16a15-fe59-488b-bdfb-6f7116e3c735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.635267] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a188c7a8-0460-4f47-9af7-790c59e0653d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.635389] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.635568] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance af32335b-5bb1-4607-aa26-0770e24911c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.635658] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 624b86c3-643d-4330-801a-3bc5336efcba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.635792] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance c24900ff-dd46-4cd3-ae83-611bee9d8c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.635874] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration 77e6f0f7-b5d9-44e5-9cf9-a8cb26303add is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1011.635979] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance b359c238-ef34-4dac-af31-dd00272fee74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.841688] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.842703] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e037f-1a48-4166-8f46-c61568314894 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.845534] env[69674]: DEBUG oslo_concurrency.lockutils [req-7a589361-9318-4d1e-9409-ea08c4a87871 req-74141e0c-7a35-42be-8ee4-858422ebfacd service nova] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.850100] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.850100] env[69674]: ERROR oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk due to incomplete transfer. [ 1011.850100] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef9f9db3-18d2-4a2a-9e1b-b156f08eaa89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.859047] env[69674]: DEBUG oslo_vmware.rw_handles [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a725a-884b-5f9a-c2d1-3afcba854dd4/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.859164] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Uploaded image bbc656a8-5bac-404a-9ac5-ea882caa8f25 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.861485] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.861738] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a003d23-6a4b-4679-ac6d-0e13f8b742c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.867152] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1011.867152] env[69674]: value = "task-3257239" [ 1011.867152] env[69674]: _type = "Task" [ 1011.867152] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.881951] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257239, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.032340] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9510cf9-b2a0-4dc2-a7b9-bec560a246ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.052310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.079549] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257238, 'name': CreateVM_Task, 'duration_secs': 1.488459} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.079731] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.080510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.080703] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.081294] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.083085] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1cd28b-14a1-4efa-a0b6-c9378992e115 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.086589] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1012.086589] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d66cda-3baa-35a7-97b5-50dfb9637e60" [ 1012.086589] env[69674]: _type = "Task" [ 1012.086589] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.095860] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d66cda-3baa-35a7-97b5-50dfb9637e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.140057] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7d578926-cf3b-4ddd-84c9-22b51df34239 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1012.380168] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257239, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.558914] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.559352] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc215932-cedc-4d94-85c1-f4d1e8cc3bf7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.566580] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1012.566580] env[69674]: value = "task-3257240" [ 1012.566580] env[69674]: _type = "Task" [ 1012.566580] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.576679] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.598541] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d66cda-3baa-35a7-97b5-50dfb9637e60, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.598951] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.599299] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.599625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.600367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.601246] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.601946] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0918ca1c-d274-408b-ba34-60c72f601ec9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.611804] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.612200] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.614486] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48d6be6-29e3-438f-aaea-d8be2979c31e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.620263] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1012.620263] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255534f-fbbd-320e-d1df-29426b1d163a" [ 1012.620263] env[69674]: _type = "Task" [ 1012.620263] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.628821] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255534f-fbbd-320e-d1df-29426b1d163a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.643799] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a2f2d5cf-152c-4fa3-8262-437237619dc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1012.678627] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "624b86c3-643d-4330-801a-3bc5336efcba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.678877] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.679104] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "624b86c3-643d-4330-801a-3bc5336efcba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.679298] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.679465] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.681560] env[69674]: INFO nova.compute.manager [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Terminating instance [ 1012.877254] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257239, 'name': Destroy_Task, 'duration_secs': 0.784289} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.877516] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Destroyed the VM [ 1012.877849] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.878259] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8f77a1c-688e-4fd6-b00c-ff3e05701640 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.884477] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1012.884477] env[69674]: value = "task-3257241" [ 1012.884477] env[69674]: _type = "Task" [ 1012.884477] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.892483] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.079705] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257240, 'name': PowerOffVM_Task, 'duration_secs': 0.21168} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.079975] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.081118] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.136066] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5255534f-fbbd-320e-d1df-29426b1d163a, 'name': SearchDatastore_Task, 'duration_secs': 0.01579} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.137684] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6323bbe-1b89-47c7-a2ac-3b5ec3c2503a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.144355] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1013.144355] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b95064-ecf7-20c1-3060-db9124487833" [ 1013.144355] env[69674]: _type = "Task" [ 1013.144355] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.148366] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9a3305d2-82be-461b-b78a-aa9bbf75489a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1013.156278] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b95064-ecf7-20c1-3060-db9124487833, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.156520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.156771] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c24900ff-dd46-4cd3-ae83-611bee9d8c5f/c24900ff-dd46-4cd3-ae83-611bee9d8c5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.157053] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5824aed1-f4f7-4e19-823f-d5777e604c2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.165676] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1013.165676] env[69674]: value = "task-3257242" [ 1013.165676] env[69674]: _type = "Task" [ 1013.165676] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.180133] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.185381] env[69674]: DEBUG nova.compute.manager [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1013.185532] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.186418] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683f6b5-d957-447f-8f2c-6bc4df7b22a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.193929] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.194061] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618a440f-936a-4cc3-b29a-dcb8c1eac89c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200089] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1013.200089] env[69674]: value = "task-3257243" [ 1013.200089] env[69674]: _type = "Task" [ 1013.200089] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.209180] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.396960] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257241, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.590022] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.590022] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.590022] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.590022] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.590022] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.590441] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.590809] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.591012] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.591199] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.591369] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.591544] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.599126] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e1879a-2f66-4725-90b4-5f90ccd95320 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.618325] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1013.618325] env[69674]: value = "task-3257244" [ 1013.618325] env[69674]: _type = "Task" [ 1013.618325] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.629646] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.651956] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 58072223-cb45-4996-bb38-6249ea296b11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1013.677361] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495234} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.677361] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] c24900ff-dd46-4cd3-ae83-611bee9d8c5f/c24900ff-dd46-4cd3-ae83-611bee9d8c5f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.677361] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.677361] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d62b6d3-ac68-45d7-959d-3f26cf73b116 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.683848] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1013.683848] env[69674]: value = "task-3257245" [ 1013.683848] env[69674]: _type = "Task" [ 1013.683848] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.692676] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.709555] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257243, 'name': PowerOffVM_Task, 'duration_secs': 0.21253} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.709818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.709999] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.710280] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-260e6503-943d-419b-9714-4f18bcf61746 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.774469] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.774709] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.774899] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Deleting the datastore file [datastore1] 624b86c3-643d-4330-801a-3bc5336efcba {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.775184] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0d68f5-afad-4f11-a103-d38d5a50c691 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.784159] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for the task: (returnval){ [ 1013.784159] env[69674]: value = "task-3257247" [ 1013.784159] env[69674]: _type = "Task" [ 1013.784159] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.795021] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.894866] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257241, 'name': RemoveSnapshot_Task, 'duration_secs': 0.617508} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.895318] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.895645] env[69674]: DEBUG nova.compute.manager [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1013.896474] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ecf1e-1334-4449-8ad9-ae4219697311 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.128565] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257244, 'name': ReconfigVM_Task, 'duration_secs': 0.25151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.129094] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.155203] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance de53a2b1-b121-461a-bf41-46136e6b67a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1014.193662] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129926} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.193946] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.194755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc6c51b-4143-4b23-b254-245768a774c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.217505] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] c24900ff-dd46-4cd3-ae83-611bee9d8c5f/c24900ff-dd46-4cd3-ae83-611bee9d8c5f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.218276] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b315a0-76c9-4a6f-847a-a2246e9169bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.239668] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1014.239668] env[69674]: value = "task-3257248" [ 1014.239668] env[69674]: _type = "Task" [ 1014.239668] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.250836] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.293132] env[69674]: DEBUG oslo_vmware.api [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Task: {'id': task-3257247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496658} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.293725] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.293725] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.293942] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.293942] env[69674]: INFO nova.compute.manager [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1014.294169] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.294357] env[69674]: DEBUG nova.compute.manager [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1014.294445] env[69674]: DEBUG nova.network.neutron [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.414028] env[69674]: INFO nova.compute.manager [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Shelve offloading [ 1014.635609] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.636091] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.636091] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.637200] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.637440] env[69674]: DEBUG nova.virt.hardware [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.644597] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.645674] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b6c159-61a6-4c95-b884-858c1d3991b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.659167] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance bed94c17-f160-4882-886c-0e00ee985f9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1014.659442] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1014.659639] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1014.669881] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1014.669881] env[69674]: value = "task-3257249" [ 1014.669881] env[69674]: _type = "Task" [ 1014.669881] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.680531] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.729988] env[69674]: DEBUG nova.compute.manager [req-0fd63298-49ce-4abc-bc8d-f53325713d4b req-f8f414a7-b14d-4c38-a08e-22bd58523f88 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Received event network-vif-deleted-0385f272-54a3-42ff-b6f9-5cbee1876e05 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1014.730113] env[69674]: INFO nova.compute.manager [req-0fd63298-49ce-4abc-bc8d-f53325713d4b req-f8f414a7-b14d-4c38-a08e-22bd58523f88 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Neutron deleted interface 0385f272-54a3-42ff-b6f9-5cbee1876e05; detaching it from the instance and deleting it from the info cache [ 1014.730321] env[69674]: DEBUG nova.network.neutron [req-0fd63298-49ce-4abc-bc8d-f53325713d4b req-f8f414a7-b14d-4c38-a08e-22bd58523f88 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.754097] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257248, 'name': ReconfigVM_Task, 'duration_secs': 0.299415} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.756905] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Reconfigured VM instance instance-0000005f to attach disk [datastore1] c24900ff-dd46-4cd3-ae83-611bee9d8c5f/c24900ff-dd46-4cd3-ae83-611bee9d8c5f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.757925] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f34d160-5466-4b4d-9410-deff7dce0cda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.765476] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1014.765476] env[69674]: value = "task-3257250" [ 1014.765476] env[69674]: _type = "Task" [ 1014.765476] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.778146] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257250, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.916152] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.919086] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82d210c-c517-410d-8cb9-0cfc722b0eb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.929266] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1014.929266] env[69674]: value = "task-3257251" [ 1014.929266] env[69674]: _type = "Task" [ 1014.929266] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.941076] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.941076] env[69674]: DEBUG nova.compute.manager [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1014.944678] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a58063-597e-49d6-a2d3-82a95e42b175 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.948541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.948719] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.948897] env[69674]: DEBUG nova.network.neutron [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.041044] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716ec65-099c-44c7-89ff-a386f1544eca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.049676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa3da10-64ca-43a2-924e-42e7533d9406 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.080024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbf0643-d9d5-4159-9f45-8ee48e8092e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.087898] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef33b27-f8f9-42ce-9b25-372de0dbbe73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.102647] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.131758] env[69674]: DEBUG nova.network.neutron [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.182218] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257249, 'name': ReconfigVM_Task, 'duration_secs': 0.292437} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.182769] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.183685] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c63673-ffec-4afc-aada-03e280b26c14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.208091] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.208509] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5083a3-443f-49e5-8481-74379ede6363 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.227922] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1015.227922] env[69674]: value = "task-3257252" [ 1015.227922] env[69674]: _type = "Task" [ 1015.227922] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.236549] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c61ae12c-c329-430d-8e76-68ee5cc9ffb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.238410] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.244601] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec041fc3-9a7a-4ab6-8e10-7ef2fbc0a2d5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.274753] env[69674]: DEBUG nova.compute.manager [req-0fd63298-49ce-4abc-bc8d-f53325713d4b req-f8f414a7-b14d-4c38-a08e-22bd58523f88 service nova] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Detach interface failed, port_id=0385f272-54a3-42ff-b6f9-5cbee1876e05, reason: Instance 624b86c3-643d-4330-801a-3bc5336efcba could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1015.282811] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257250, 'name': Rename_Task, 'duration_secs': 0.150251} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.283093] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.283329] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9340724e-4950-4f1b-b8ae-fcfd5ed648dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.288989] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1015.288989] env[69674]: value = "task-3257253" [ 1015.288989] env[69674]: _type = "Task" [ 1015.288989] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.296426] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.610307] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.636740] env[69674]: INFO nova.compute.manager [-] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Took 1.34 seconds to deallocate network for instance. [ 1015.739777] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.764161] env[69674]: DEBUG nova.network.neutron [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.798664] env[69674]: DEBUG oslo_vmware.api [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257253, 'name': PowerOnVM_Task, 'duration_secs': 0.479966} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.799407] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.799771] env[69674]: INFO nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1015.799896] env[69674]: DEBUG nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1015.800851] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66aa781-8a8e-4816-9f11-af02240f8953 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.117128] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1016.117397] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.522s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.117682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.393s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.119284] env[69674]: INFO nova.compute.claims [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.147345] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.238675] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257252, 'name': ReconfigVM_Task, 'duration_secs': 0.940042} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.238945] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b359c238-ef34-4dac-af31-dd00272fee74/b359c238-ef34-4dac-af31-dd00272fee74.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.239220] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.268566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.320075] env[69674]: INFO nova.compute.manager [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Took 39.79 seconds to build instance. [ 1016.580111] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.581105] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6dee93-e48c-4c19-a312-5baef76d58a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.589129] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.589369] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f7ad0d4-8d17-4975-958d-c6b02162676b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.657173] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.657173] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.657558] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleting the datastore file [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.657794] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6124215-65e5-41fb-8d49-5702356f9429 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.665931] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1016.665931] env[69674]: value = "task-3257255" [ 1016.665931] env[69674]: _type = "Task" [ 1016.665931] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.673671] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.746146] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c10fcf-1f85-4faf-80cb-147874834b4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.766616] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79fda6-ba40-4420-80ea-7ffb00fef53f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.784504] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.805776] env[69674]: DEBUG nova.compute.manager [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-vif-unplugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1016.805776] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.805776] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.805776] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.805776] env[69674]: DEBUG nova.compute.manager [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] No waiting events found dispatching network-vif-unplugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.805945] env[69674]: WARNING nova.compute.manager [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received unexpected event network-vif-unplugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 for instance with vm_state shelved and task_state shelving_offloading. [ 1016.806099] env[69674]: DEBUG nova.compute.manager [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1016.806265] env[69674]: DEBUG nova.compute.manager [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing instance network info cache due to event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1016.806985] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.806985] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.806985] env[69674]: DEBUG nova.network.neutron [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.822796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d15e435-5872-4a6a-8ecc-66bfebf9952a tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.300s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.180133] env[69674]: DEBUG oslo_vmware.api [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142797} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.182647] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.182845] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.183039] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.206405] env[69674]: INFO nova.scheduler.client.report [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted allocations for instance 0c21ad53-e94c-4f63-aaa4-05c90537a867 [ 1017.334665] env[69674]: DEBUG nova.network.neutron [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Port a28b0d31-af82-4a2e-8a74-fc63a20be2ee binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1017.466631] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396027fe-f4ba-4b8d-bd90-b018ed4d9c46 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.474453] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaaf9ba-04a5-4d32-a4d1-7660751ea1a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.512961] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233897f-ddbd-475e-8b2c-dd23c0eda479 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.521611] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe73e3e-81fe-4d7c-a4e1-e0845ae2d959 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.537626] env[69674]: DEBUG nova.compute.provider_tree [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.632648] env[69674]: DEBUG nova.network.neutron [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updated VIF entry in instance network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.633062] env[69674]: DEBUG nova.network.neutron [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.711660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.042948] env[69674]: DEBUG nova.scheduler.client.report [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.136019] env[69674]: DEBUG oslo_concurrency.lockutils [req-d0abbddb-1c02-4c4c-986c-ba7581cbebb3 req-9f142d71-b34e-4d60-acc1-eb731cb16c29 service nova] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.366850] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.367509] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.367509] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.545658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.546259] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1018.552599] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.212s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.553012] env[69674]: DEBUG nova.objects.instance [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.600295] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.600545] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.059095] env[69674]: DEBUG nova.compute.utils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.063364] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1019.063535] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.102546] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1019.141029] env[69674]: DEBUG nova.policy [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e421f0db35064165ac688463660bb955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03213f8700194614a8e5e8c23bf844f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.322222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.404219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.404219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.404219] env[69674]: DEBUG nova.network.neutron [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.428112] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Successfully created port: a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.564199] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1019.567801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-abe1e847-a60c-426e-8385-f56b205775d0 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.568943] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.497s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.570652] env[69674]: INFO nova.compute.claims [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.624753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.129043] env[69674]: DEBUG nova.network.neutron [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.582432] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1020.609048] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.609451] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.609575] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.609651] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.609794] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.609939] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.610313] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.610481] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.610791] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.610971] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.611169] env[69674]: DEBUG nova.virt.hardware [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.612141] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32284ddb-98ef-4e66-9eea-65965c4a371e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.622571] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee060618-dea9-4e1e-b5d2-626cc26b6d20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.638247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.833222] env[69674]: DEBUG nova.compute.manager [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Received event network-vif-plugged-a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1020.833437] env[69674]: DEBUG oslo_concurrency.lockutils [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] Acquiring lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.833645] env[69674]: DEBUG oslo_concurrency.lockutils [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.833807] env[69674]: DEBUG oslo_concurrency.lockutils [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.833970] env[69674]: DEBUG nova.compute.manager [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] No waiting events found dispatching network-vif-plugged-a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.834147] env[69674]: WARNING nova.compute.manager [req-0643081b-2b0c-4de7-9686-2240a37dd7b5 req-d5340cbf-a401-4a17-8f14-a53dbb04694f service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Received unexpected event network-vif-plugged-a0a59c09-da05-4908-98d4-6313d3e2018f for instance with vm_state building and task_state spawning. [ 1020.857651] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daca782-ef18-4a91-913d-dae9a712a3f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.865281] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02c9766-6b57-414b-b846-58e4c905ef58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.895935] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3e22e-d854-47b4-aa12-7f557cad2814 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.903304] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934979ea-9d0d-453a-ad4d-f78bcc36e5ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.916525] env[69674]: DEBUG nova.compute.provider_tree [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.925472] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Successfully updated port: a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.161019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58eebad-53f0-4766-b5dd-c3b8dbb8a9df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.180327] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33986a3b-dc44-4be4-acbd-f84ab22b0d7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.188106] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.420138] env[69674]: DEBUG nova.scheduler.client.report [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.429053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.429053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquired lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.429053] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.697998] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.698731] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b0bb3f0-d3b5-4a39-add4-0d7903e12a98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.706271] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1021.706271] env[69674]: value = "task-3257256" [ 1021.706271] env[69674]: _type = "Task" [ 1021.706271] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.718917] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.924886] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.925447] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1021.928025] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.983s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.928792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.930383] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.739s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.930575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.932276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.328s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.933760] env[69674]: INFO nova.compute.claims [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.960847] env[69674]: INFO nova.scheduler.client.report [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Deleted allocations for instance f1562f66-a5bc-453a-957a-a4a03e102c34 [ 1021.963612] env[69674]: INFO nova.scheduler.client.report [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocations for instance a188c7a8-0460-4f47-9af7-790c59e0653d [ 1021.969052] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.101010] env[69674]: DEBUG nova.network.neutron [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Updating instance_info_cache with network_info: [{"id": "a0a59c09-da05-4908-98d4-6313d3e2018f", "address": "fa:16:3e:d6:3e:34", "network": {"id": "40cc665b-e960-4bdc-9168-1674d69c32cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1143337970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03213f8700194614a8e5e8c23bf844f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a59c09-da", "ovs_interfaceid": "a0a59c09-da05-4908-98d4-6313d3e2018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.218587] env[69674]: DEBUG oslo_vmware.api [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257256, 'name': PowerOnVM_Task, 'duration_secs': 0.379628} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.218866] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.219960] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-47e372af-e162-416a-9f80-ae22da84f022 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance 'b359c238-ef34-4dac-af31-dd00272fee74' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.438419] env[69674]: DEBUG nova.compute.utils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.442318] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1022.475319] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76178b26-bc97-4a13-84c5-a00406ac9864 tempest-ServersTestBootFromVolume-1128181929 tempest-ServersTestBootFromVolume-1128181929-project-member] Lock "f1562f66-a5bc-453a-957a-a4a03e102c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.953s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.476668] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e82b8d44-2aa9-467b-9d6c-a4446b0d9b3d tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "a188c7a8-0460-4f47-9af7-790c59e0653d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.943s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.604100] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Releasing lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604668] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Instance network_info: |[{"id": "a0a59c09-da05-4908-98d4-6313d3e2018f", "address": "fa:16:3e:d6:3e:34", "network": {"id": "40cc665b-e960-4bdc-9168-1674d69c32cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1143337970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03213f8700194614a8e5e8c23bf844f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a59c09-da", "ovs_interfaceid": "a0a59c09-da05-4908-98d4-6313d3e2018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1022.604844] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:3e:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0a59c09-da05-4908-98d4-6313d3e2018f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.612479] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Creating folder: Project (03213f8700194614a8e5e8c23bf844f9). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.612768] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1be018c-85f3-4be2-aa34-b98bee4cb6ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.623877] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Created folder: Project (03213f8700194614a8e5e8c23bf844f9) in parent group-v650515. [ 1022.624039] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Creating folder: Instances. Parent ref: group-v650776. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.624289] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaba0523-ab93-4251-8076-b6ff602aedf8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.633862] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Created folder: Instances in parent group-v650776. [ 1022.634316] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.634316] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.634507] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6940ee35-d027-4345-acdd-654853e96c9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.653685] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.653685] env[69674]: value = "task-3257259" [ 1022.653685] env[69674]: _type = "Task" [ 1022.653685] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.661495] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257259, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.864626] env[69674]: DEBUG nova.compute.manager [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Received event network-changed-a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1022.864860] env[69674]: DEBUG nova.compute.manager [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Refreshing instance network info cache due to event network-changed-a0a59c09-da05-4908-98d4-6313d3e2018f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1022.865015] env[69674]: DEBUG oslo_concurrency.lockutils [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] Acquiring lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.865159] env[69674]: DEBUG oslo_concurrency.lockutils [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] Acquired lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.865328] env[69674]: DEBUG nova.network.neutron [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Refreshing network info cache for port a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.942966] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1023.166046] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257259, 'name': CreateVM_Task, 'duration_secs': 0.297387} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.168829] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.170152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.170152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.173566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.173566] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684290f8-dd12-4d59-a02c-5611978c75a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.175625] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1023.175625] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b260bc-4038-4daa-4178-445f6cb1977f" [ 1023.175625] env[69674]: _type = "Task" [ 1023.175625] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.185905] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b260bc-4038-4daa-4178-445f6cb1977f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.300697] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72a40c-7186-4568-96db-6d708a23e0b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.310237] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116e675-d440-45c7-a299-c06948290ab9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351811] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ad4ce-4b91-4182-9002-98ef4ac763dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.364026] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e77313c-1a55-4735-845b-26ca4071bd05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.386266] env[69674]: DEBUG nova.compute.provider_tree [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.687316] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b260bc-4038-4daa-4178-445f6cb1977f, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.687650] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.687890] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.688273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.688567] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.688728] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.688960] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62537dc6-1bb4-4c2b-a3d9-9d004364114d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.702638] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.702818] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.703603] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c8164-e78f-4c86-893b-3c20887f1c45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.708602] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1023.708602] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52596004-733e-2c3e-efb4-96d5db45b6bf" [ 1023.708602] env[69674]: _type = "Task" [ 1023.708602] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.716214] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52596004-733e-2c3e-efb4-96d5db45b6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.755766] env[69674]: DEBUG nova.network.neutron [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Updated VIF entry in instance network info cache for port a0a59c09-da05-4908-98d4-6313d3e2018f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.755902] env[69674]: DEBUG nova.network.neutron [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Updating instance_info_cache with network_info: [{"id": "a0a59c09-da05-4908-98d4-6313d3e2018f", "address": "fa:16:3e:d6:3e:34", "network": {"id": "40cc665b-e960-4bdc-9168-1674d69c32cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1143337970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03213f8700194614a8e5e8c23bf844f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0a59c09-da", "ovs_interfaceid": "a0a59c09-da05-4908-98d4-6313d3e2018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.890753] env[69674]: DEBUG nova.scheduler.client.report [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.953951] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1023.975843] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.976109] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.976268] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.976452] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.976598] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.976744] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.977202] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.977202] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.977301] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.977464] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.977635] env[69674]: DEBUG nova.virt.hardware [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.978528] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b071e0-081e-45f1-98ef-ef24210044e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.989125] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a30ca0-18ed-4949-a11f-f2d269c8ebbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.003037] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.008024] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Creating folder: Project (6eb70298b5624380b308000c0cf12ca4). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.008693] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a521bc-ed76-4077-97f2-abfef9cf5cb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.018577] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Created folder: Project (6eb70298b5624380b308000c0cf12ca4) in parent group-v650515. [ 1024.022019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Creating folder: Instances. Parent ref: group-v650779. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.022019] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452dd9ff-d25c-4fd2-941f-724ff2b53bbf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.027815] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Created folder: Instances in parent group-v650779. [ 1024.028056] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.028249] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.028446] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1458a7-1d29-48e8-b454-772ffee39b41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.049030] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.049030] env[69674]: value = "task-3257262" [ 1024.049030] env[69674]: _type = "Task" [ 1024.049030] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.057339] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257262, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.219364] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52596004-733e-2c3e-efb4-96d5db45b6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.020389} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.220252] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea789c2-ac50-418a-8d1e-96caa3478bcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.225913] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1024.225913] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525f4c82-2dba-053d-8865-3498e152e889" [ 1024.225913] env[69674]: _type = "Task" [ 1024.225913] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.233752] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525f4c82-2dba-053d-8865-3498e152e889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.259099] env[69674]: DEBUG oslo_concurrency.lockutils [req-93c43b6f-5f77-475b-8b09-00dfd18a268f req-9ed302fe-987e-4385-b073-72b0a792b117 service nova] Releasing lock "refresh_cache-7d578926-cf3b-4ddd-84c9-22b51df34239" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.354043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.354043] env[69674]: DEBUG oslo_concurrency.lockutils [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.354043] env[69674]: DEBUG nova.compute.manager [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1024.354043] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd02297-94dc-453b-8612-33c93bb70e1e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.361151] env[69674]: DEBUG nova.compute.manager [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1024.362359] env[69674]: DEBUG nova.objects.instance [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'flavor' on Instance uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.395229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.396356] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1024.399105] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.834s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.399335] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.401377] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.825s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.401532] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.404753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.679s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.404868] env[69674]: INFO nova.compute.claims [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.421239] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.421488] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.421673] env[69674]: DEBUG nova.compute.manager [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Going to confirm migration 4 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1024.437618] env[69674]: INFO nova.scheduler.client.report [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Deleted allocations for instance 469dce9b-76fb-43bf-98aa-6eacc683c3ae [ 1024.458825] env[69674]: INFO nova.scheduler.client.report [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance af32335b-5bb1-4607-aa26-0770e24911c8 [ 1024.562250] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257262, 'name': CreateVM_Task, 'duration_secs': 0.271358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.562436] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.562917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.563238] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.563577] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.563840] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45db5e51-34bf-4ca6-a4b1-dd3a72f9503e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.570073] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1024.570073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a0c7e6-ceb2-6d1e-b81e-406598f8f338" [ 1024.570073] env[69674]: _type = "Task" [ 1024.570073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.580261] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a0c7e6-ceb2-6d1e-b81e-406598f8f338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.736825] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525f4c82-2dba-053d-8865-3498e152e889, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.737111] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.737380] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 7d578926-cf3b-4ddd-84c9-22b51df34239/7d578926-cf3b-4ddd-84c9-22b51df34239.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.737644] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e178d4-9edd-4f45-b496-e48ca4c2daf3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.744081] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1024.744081] env[69674]: value = "task-3257263" [ 1024.744081] env[69674]: _type = "Task" [ 1024.744081] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.753171] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.912139] env[69674]: DEBUG nova.compute.utils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.912139] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1024.912139] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.952133] env[69674]: DEBUG oslo_concurrency.lockutils [None req-30deda15-0628-4baf-bc8a-e58236a2b159 tempest-ServerRescueTestJSON-712957840 tempest-ServerRescueTestJSON-712957840-project-member] Lock "469dce9b-76fb-43bf-98aa-6eacc683c3ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.030s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.969217] env[69674]: DEBUG oslo_concurrency.lockutils [None req-76244e30-9ca1-4e00-b1b7-f0c8d225e7c7 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "af32335b-5bb1-4607-aa26-0770e24911c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.359s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.979367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.979552] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.979732] env[69674]: DEBUG nova.network.neutron [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.979904] env[69674]: DEBUG nova.objects.instance [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'info_cache' on Instance uuid b359c238-ef34-4dac-af31-dd00272fee74 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.988641] env[69674]: DEBUG nova.policy [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.071901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.072898] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.091503] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a0c7e6-ceb2-6d1e-b81e-406598f8f338, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.091854] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.092186] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.092334] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.092489] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.092687] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.093406] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6857c109-8489-45e5-98e7-3a7d355068c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.104679] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.104872] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.105601] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed1dc88-7f69-4f43-a61c-ea4dbfe52790 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.111470] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1025.111470] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b138b2-00e7-d1c6-7d35-a020351d454d" [ 1025.111470] env[69674]: _type = "Task" [ 1025.111470] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.120207] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b138b2-00e7-d1c6-7d35-a020351d454d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.259357] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.374883] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.375231] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044853d8-6df7-4440-9fa5-db444b59301c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.383915] env[69674]: DEBUG oslo_vmware.api [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1025.383915] env[69674]: value = "task-3257264" [ 1025.383915] env[69674]: _type = "Task" [ 1025.383915] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.397038] env[69674]: DEBUG oslo_vmware.api [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.422027] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1025.509980] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Successfully created port: bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.576876] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1025.634095] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b138b2-00e7-d1c6-7d35-a020351d454d, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.635448] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b856ffae-741b-446d-96f0-8f3926eb4313 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.649240] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1025.649240] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e085ae-c78a-3c35-2896-9f8654b81c4f" [ 1025.649240] env[69674]: _type = "Task" [ 1025.649240] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.668358] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e085ae-c78a-3c35-2896-9f8654b81c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.757595] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756148} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.757868] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 7d578926-cf3b-4ddd-84c9-22b51df34239/7d578926-cf3b-4ddd-84c9-22b51df34239.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.758519] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.758863] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ccf888-c136-485e-a929-cf936083f8d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765542] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1025.765542] env[69674]: value = "task-3257265" [ 1025.765542] env[69674]: _type = "Task" [ 1025.765542] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.776482] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.782232] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b9865-8536-4fdd-814d-fae08ca3fdad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.789769] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9034e-d9f5-4081-878c-b83b07387667 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.821704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4988a-562e-4037-88b9-47dd347da296 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.829717] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7d9e8-c3f4-4fb0-b4ee-5a32ccd748a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.845149] env[69674]: DEBUG nova.compute.provider_tree [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.895363] env[69674]: DEBUG oslo_vmware.api [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257264, 'name': PowerOffVM_Task, 'duration_secs': 0.229433} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.895693] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.895890] env[69674]: DEBUG nova.compute.manager [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1025.896688] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3db934b-0b7b-4748-a9f7-d3bb36669ec8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.099670] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.162676] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e085ae-c78a-3c35-2896-9f8654b81c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.021246} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.162676] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.162676] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.163089] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d1cdc18-710d-4d75-aab4-4b31465c1ca6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.176071] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1026.176071] env[69674]: value = "task-3257266" [ 1026.176071] env[69674]: _type = "Task" [ 1026.176071] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.192754] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.223413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "1f4affbd-cb05-4314-a428-29839b11d3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.223710] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.275787] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068506} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.276321] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.277121] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360f263-4776-491e-97e8-2d08ab2adc73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.302220] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 7d578926-cf3b-4ddd-84c9-22b51df34239/7d578926-cf3b-4ddd-84c9-22b51df34239.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.303443] env[69674]: DEBUG nova.network.neutron [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [{"id": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "address": "fa:16:3e:69:1f:85", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28b0d31-af", "ovs_interfaceid": "a28b0d31-af82-4a2e-8a74-fc63a20be2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.307853] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb024323-cb60-4692-b215-2d6820e8dd69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.326232] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1026.326232] env[69674]: value = "task-3257267" [ 1026.326232] env[69674]: _type = "Task" [ 1026.326232] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.334718] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.351277] env[69674]: DEBUG nova.scheduler.client.report [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.411223] env[69674]: DEBUG oslo_concurrency.lockutils [None req-72685fb6-9e5b-4698-b68c-30157a2c5174 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.437106] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1026.477041] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.479525] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.479525] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.479851] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.479851] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.479929] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.480117] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.480302] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.480492] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.480661] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.480828] env[69674]: DEBUG nova.virt.hardware [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.481769] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890faa00-ad19-4c08-8573-8c18317d0466 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.490522] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1f9587-b412-417d-934a-308fe5a48a84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.692391] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.726223] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1026.822219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-b359c238-ef34-4dac-af31-dd00272fee74" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.822219] env[69674]: DEBUG nova.objects.instance [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'migration_context' on Instance uuid b359c238-ef34-4dac-af31-dd00272fee74 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.844109] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.862157] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.862157] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1026.864105] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.821s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.864444] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.866901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.396s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.871026] env[69674]: INFO nova.compute.claims [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.917566] env[69674]: INFO nova.scheduler.client.report [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Deleted allocations for instance d45a13c5-09e6-474c-ae59-fa31d1653776 [ 1027.009298] env[69674]: DEBUG nova.objects.instance [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'flavor' on Instance uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.187540] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844656} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.187774] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.187988] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.188273] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe438dd7-f491-490c-b6ff-e6a1acbd7964 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.195832] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1027.195832] env[69674]: value = "task-3257268" [ 1027.195832] env[69674]: _type = "Task" [ 1027.195832] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.205015] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.249843] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.325615] env[69674]: DEBUG nova.objects.base [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.326591] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562367a-3c36-4150-9152-8673e04c4f5a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.331520] env[69674]: DEBUG nova.compute.manager [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Received event network-vif-plugged-bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1027.331819] env[69674]: DEBUG oslo_concurrency.lockutils [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] Acquiring lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.332149] env[69674]: DEBUG oslo_concurrency.lockutils [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.332396] env[69674]: DEBUG oslo_concurrency.lockutils [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.332917] env[69674]: DEBUG nova.compute.manager [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] No waiting events found dispatching network-vif-plugged-bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.332917] env[69674]: WARNING nova.compute.manager [req-427457a8-ad46-4454-8e60-8e1dab7e9586 req-8f5e14d7-150b-45f1-9436-08bdb65a1832 service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Received unexpected event network-vif-plugged-bd9a3c53-58e6-4f8f-941a-90f5868c3e37 for instance with vm_state building and task_state spawning. [ 1027.351362] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f436869a-dd0f-4adc-9b11-6880b8dc3976 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.358352] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257267, 'name': ReconfigVM_Task, 'duration_secs': 0.950772} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.359305] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 7d578926-cf3b-4ddd-84c9-22b51df34239/7d578926-cf3b-4ddd-84c9-22b51df34239.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.359696] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5296c8-3dda-49bd-b2fb-e4857be52e94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.362812] env[69674]: DEBUG oslo_vmware.api [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1027.362812] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8f30b-c0bd-5639-3046-94cdcfb540e4" [ 1027.362812] env[69674]: _type = "Task" [ 1027.362812] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.368234] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1027.368234] env[69674]: value = "task-3257269" [ 1027.368234] env[69674]: _type = "Task" [ 1027.368234] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.372329] env[69674]: DEBUG oslo_vmware.api [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8f30b-c0bd-5639-3046-94cdcfb540e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.377571] env[69674]: DEBUG nova.compute.utils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.378935] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1027.379116] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.390012] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257269, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.430564] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44d1fa50-a4e3-4136-9407-39d4459df5cb tempest-ServersAdminTestJSON-1649460510 tempest-ServersAdminTestJSON-1649460510-project-member] Lock "d45a13c5-09e6-474c-ae59-fa31d1653776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.083s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.456043] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Successfully updated port: bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.470318] env[69674]: DEBUG nova.policy [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b091eb251a4392abc532d1c4f56ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2638bae0cca446c59ac9dfd28e8038aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.514233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.514385] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.514562] env[69674]: DEBUG nova.network.neutron [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.514771] env[69674]: DEBUG nova.objects.instance [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'info_cache' on Instance uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.710292] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064585} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.710587] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.711412] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b050f7-207c-4232-a554-7111ba2c7149 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.738019] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.738363] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fd32dc-c40f-41c9-8532-7fcee5f745d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.757386] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1027.757386] env[69674]: value = "task-3257270" [ 1027.757386] env[69674]: _type = "Task" [ 1027.757386] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.764966] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.873492] env[69674]: DEBUG oslo_vmware.api [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8f30b-c0bd-5639-3046-94cdcfb540e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.877645] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.884903] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1027.886857] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257269, 'name': Rename_Task, 'duration_secs': 0.23843} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.887315] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.887555] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f4685c-3419-48b8-b922-d86aa05f77b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.896695] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1027.896695] env[69674]: value = "task-3257271" [ 1027.896695] env[69674]: _type = "Task" [ 1027.896695] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.906218] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.959476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.959634] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.959830] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.019796] env[69674]: DEBUG nova.objects.base [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Object Instance<1c63c8bd-149e-4025-a9d6-afce1c1951c5> lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.111667] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Successfully created port: 61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.212029] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0598d855-613a-4003-b0c8-038d5e467b4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.219652] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b798c2cf-f826-4381-9626-5dcd2b7c875e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.253085] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4bd0b-d095-4e82-b878-7bbf276031a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.263927] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be8a5c-a7df-47a3-ad32-ff8398659626 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278321] env[69674]: DEBUG nova.compute.provider_tree [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.284462] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257270, 'name': ReconfigVM_Task, 'duration_secs': 0.306253} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.285120] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.285783] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd98f08e-9961-4350-bb24-17c8fa4a6956 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.294122] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1028.294122] env[69674]: value = "task-3257272" [ 1028.294122] env[69674]: _type = "Task" [ 1028.294122] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.301106] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257272, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.409510] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.517350] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.710720] env[69674]: DEBUG nova.network.neutron [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Updating instance_info_cache with network_info: [{"id": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "address": "fa:16:3e:e1:06:45", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9a3c53-58", "ovs_interfaceid": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.788530] env[69674]: DEBUG nova.scheduler.client.report [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.807492] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257272, 'name': Rename_Task, 'duration_secs': 0.133541} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.807807] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.808084] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d69d875-d2d8-4077-94cd-403f5f49679f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.814968] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1028.814968] env[69674]: value = "task-3257273" [ 1028.814968] env[69674]: _type = "Task" [ 1028.814968] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.828402] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.895915] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1028.907318] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.927971] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.929298] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.929536] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.929536] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.929729] env[69674]: DEBUG nova.virt.hardware [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.930621] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd5042a-d58b-4edb-a7f3-43dbedc84b31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.938604] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd23e42-4a35-4ba1-afb4-04ca950d3c2c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.185636] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.185909] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.216055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.216055] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Instance network_info: |[{"id": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "address": "fa:16:3e:e1:06:45", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9a3c53-58", "ovs_interfaceid": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1029.216055] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:06:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd9a3c53-58e6-4f8f-941a-90f5868c3e37', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.223176] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.224060] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.224497] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b444cb-0687-4fba-8ff1-625e6cc618d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.242258] env[69674]: DEBUG nova.network.neutron [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.249104] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.249104] env[69674]: value = "task-3257274" [ 1029.249104] env[69674]: _type = "Task" [ 1029.249104] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.262055] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257274, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.291352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.292023] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1029.294654] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.115s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.296087] env[69674]: INFO nova.compute.claims [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.326598] env[69674]: DEBUG oslo_vmware.api [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257273, 'name': PowerOnVM_Task, 'duration_secs': 0.414676} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.326885] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.327117] env[69674]: INFO nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1029.327276] env[69674]: DEBUG nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1029.328139] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727d663-1aab-4219-8546-f1bcc3977658 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.361671] env[69674]: DEBUG nova.compute.manager [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Received event network-changed-bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1029.361888] env[69674]: DEBUG nova.compute.manager [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Refreshing instance network info cache due to event network-changed-bd9a3c53-58e6-4f8f-941a-90f5868c3e37. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1029.362380] env[69674]: DEBUG oslo_concurrency.lockutils [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] Acquiring lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.363223] env[69674]: DEBUG oslo_concurrency.lockutils [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] Acquired lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.363223] env[69674]: DEBUG nova.network.neutron [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Refreshing network info cache for port bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.410259] env[69674]: DEBUG oslo_vmware.api [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257271, 'name': PowerOnVM_Task, 'duration_secs': 1.130524} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.411016] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.411016] env[69674]: INFO nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1029.411282] env[69674]: DEBUG nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1029.412131] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0e0de-7ec3-4858-bf00-270a3865a54d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.688896] env[69674]: INFO nova.compute.manager [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Detaching volume dcf06a05-b5f3-4e1b-8489-6f205a2a64dc [ 1029.728542] env[69674]: INFO nova.virt.block_device [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Attempting to driver detach volume dcf06a05-b5f3-4e1b-8489-6f205a2a64dc from mountpoint /dev/sdb [ 1029.728876] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.729124] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650761', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'name': 'volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3d16a15-fe59-488b-bdfb-6f7116e3c735', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'serial': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1029.730036] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acece2e2-d294-42bc-a90e-b9840ddee834 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.756074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.761444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58c95d-1ffe-4d4f-9b7e-4186d8584dc1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.769741] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257274, 'name': CreateVM_Task, 'duration_secs': 0.363933} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.770872] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.772357] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.772528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.772954] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.773594] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cbbbc8-0cf0-4498-bc6d-297d3fe388d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.776391] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cb0fbe-0af0-403b-96ff-10fa377a9667 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.781428] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1029.781428] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a34177-75a5-f19e-a1bb-11889bcba98d" [ 1029.781428] env[69674]: _type = "Task" [ 1029.781428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.802363] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c7cbc-33a2-459d-89b4-25d82e7629ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.807830] env[69674]: DEBUG nova.compute.utils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.813152] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1029.813152] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.816952] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a34177-75a5-f19e-a1bb-11889bcba98d, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.829734] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.830355] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.830921] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.831253] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.831480] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.832771] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] The volume has not been displaced from its original location: [datastore2] volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc/volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1029.838058] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.839470] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896239ba-070f-45fb-b5dc-5512c5a34e29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.842636] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747f7167-11f1-49c7-be52-ced34551b580 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.864650] env[69674]: INFO nova.compute.manager [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Took 40.81 seconds to build instance. [ 1029.870333] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1029.870333] env[69674]: value = "task-3257275" [ 1029.870333] env[69674]: _type = "Task" [ 1029.870333] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.871264] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.871448] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.875714] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133bb38d-a71f-487f-af0d-75bbcee31d8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.888069] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.888446] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1029.888446] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525493f2-4a41-1fd6-aadb-fba606e9050b" [ 1029.888446] env[69674]: _type = "Task" [ 1029.888446] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.898508] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525493f2-4a41-1fd6-aadb-fba606e9050b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.930077] env[69674]: DEBUG nova.policy [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.933908] env[69674]: INFO nova.compute.manager [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Took 45.23 seconds to build instance. [ 1030.027797] env[69674]: DEBUG nova.compute.manager [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Received event network-vif-plugged-61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1030.028097] env[69674]: DEBUG oslo_concurrency.lockutils [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.028336] env[69674]: DEBUG oslo_concurrency.lockutils [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] Lock "58072223-cb45-4996-bb38-6249ea296b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.028509] env[69674]: DEBUG oslo_concurrency.lockutils [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] Lock "58072223-cb45-4996-bb38-6249ea296b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.028677] env[69674]: DEBUG nova.compute.manager [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] No waiting events found dispatching network-vif-plugged-61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.028836] env[69674]: WARNING nova.compute.manager [req-5cc62e94-841a-43c3-8b4e-c4589062784a req-1767cc8c-bee9-4584-928a-284bc3f5de89 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Received unexpected event network-vif-plugged-61b999bf-fda6-439e-beb9-7651194f2dd7 for instance with vm_state building and task_state spawning. [ 1030.223639] env[69674]: DEBUG nova.network.neutron [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Updated VIF entry in instance network info cache for port bd9a3c53-58e6-4f8f-941a-90f5868c3e37. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.223989] env[69674]: DEBUG nova.network.neutron [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Updating instance_info_cache with network_info: [{"id": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "address": "fa:16:3e:e1:06:45", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9a3c53-58", "ovs_interfaceid": "bd9a3c53-58e6-4f8f-941a-90f5868c3e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.246827] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Successfully updated port: 61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.318017] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1030.365565] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "7d578926-cf3b-4ddd-84c9-22b51df34239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.369996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ebf4efc2-b268-4a35-8b4c-a3127a9eb147 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.326s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.391791] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257275, 'name': ReconfigVM_Task, 'duration_secs': 0.264807} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.399006] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.405697] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7c2007-6437-40a6-bebe-c359707e6310 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.422956] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525493f2-4a41-1fd6-aadb-fba606e9050b, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.428181] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1030.428181] env[69674]: value = "task-3257276" [ 1030.428181] env[69674]: _type = "Task" [ 1030.428181] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.431027] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334cf6b9-8b11-49bb-85dd-c45bebfc894e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.435554] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Successfully created port: 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.437947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f82362ec-77c6-4e6a-a01c-910576c2dd44 tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.741s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.438538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.073s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.438788] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.439028] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.439202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.441458] env[69674]: INFO nova.compute.manager [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Terminating instance [ 1030.454195] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1030.454195] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d2b55-66b5-8209-169a-f159c2c1aaa4" [ 1030.454195] env[69674]: _type = "Task" [ 1030.454195] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.454195] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.465202] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d2b55-66b5-8209-169a-f159c2c1aaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.729359] env[69674]: DEBUG oslo_concurrency.lockutils [req-785e7f0c-d3d9-4fd3-96cb-7787ccd1c18f req-9615ab92-e4f4-41db-810a-6684345fcf9f service nova] Releasing lock "refresh_cache-9a3305d2-82be-461b-b78a-aa9bbf75489a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.749539] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750697] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.750697] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.755894] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c84681-c4a9-4ba9-b8c6-0b581db78421 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.766779] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc81c7b-7e6d-4a38-aeef-886f1b3501a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.771898] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.771898] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8753b91-4803-4eea-b785-cb95c9f8d26b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.808237] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699be65f-ff6b-4f16-9ff2-d7fe2e377b63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.811222] env[69674]: DEBUG oslo_vmware.api [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1030.811222] env[69674]: value = "task-3257277" [ 1030.811222] env[69674]: _type = "Task" [ 1030.811222] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.818272] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163342b7-87f0-4dd6-b6ba-e1c3d8672527 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.829508] env[69674]: DEBUG oslo_vmware.api [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.840409] env[69674]: DEBUG nova.compute.provider_tree [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.942034] env[69674]: DEBUG oslo_vmware.api [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257276, 'name': ReconfigVM_Task, 'duration_secs': 0.199333} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.942456] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650761', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'name': 'volume-dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3d16a15-fe59-488b-bdfb-6f7116e3c735', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc', 'serial': 'dcf06a05-b5f3-4e1b-8489-6f205a2a64dc'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1030.947287] env[69674]: DEBUG nova.compute.manager [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1030.947490] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.950463] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5511d54-abd1-4ff4-a4f9-5d1011698081 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.955877] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.959462] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f4211bc-21c1-41ef-bfef-1fe8e042b04d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.966606] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524d2b55-66b5-8209-169a-f159c2c1aaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.023382} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.970753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.970753] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 9a3305d2-82be-461b-b78a-aa9bbf75489a/9a3305d2-82be-461b-b78a-aa9bbf75489a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.970753] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1030.970753] env[69674]: value = "task-3257278" [ 1030.970753] env[69674]: _type = "Task" [ 1030.970753] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.970753] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d02ead-3a91-4841-ab06-972d2ea344a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.982279] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.983324] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1030.983324] env[69674]: value = "task-3257279" [ 1030.983324] env[69674]: _type = "Task" [ 1030.983324] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.998035] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.288106] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.322542] env[69674]: DEBUG oslo_vmware.api [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257277, 'name': PowerOnVM_Task, 'duration_secs': 0.379309} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.323347] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.323347] env[69674]: DEBUG nova.compute.manager [None req-c2012ead-0fe4-4976-984d-f2840cc06bb3 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1031.323849] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916e362-caf6-4d50-b2c3-7715ac72fb68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.331145] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1031.343576] env[69674]: DEBUG nova.scheduler.client.report [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.381502] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.381720] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.381897] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.382727] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.382727] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.382727] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.382815] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.383010] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.383243] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.383538] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.383655] env[69674]: DEBUG nova.virt.hardware [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.384615] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f116861-f106-4b67-8123-df4ce629dfd3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.394936] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88beb5a-cb10-47b1-bb7e-8980c70cd5c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.490669] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257278, 'name': PowerOffVM_Task, 'duration_secs': 0.177104} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.495267] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.495849] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.496047] env[69674]: INFO nova.compute.manager [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Rebuilding instance [ 1031.499370] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633733ae-63ee-4d53-921e-b675713808af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.508936] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.511128] env[69674]: DEBUG nova.objects.instance [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'flavor' on Instance uuid c3d16a15-fe59-488b-bdfb-6f7116e3c735 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.527062] env[69674]: DEBUG nova.network.neutron [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating instance_info_cache with network_info: [{"id": "61b999bf-fda6-439e-beb9-7651194f2dd7", "address": "fa:16:3e:e9:47:8b", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b999bf-fd", "ovs_interfaceid": "61b999bf-fda6-439e-beb9-7651194f2dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.580348] env[69674]: DEBUG nova.compute.manager [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1031.581332] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7d2c5c-6231-4649-9fdf-b389cdd8ad84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.852381] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.853216] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1031.857190] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.644s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.857532] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.860666] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.713s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.861023] env[69674]: DEBUG nova.objects.instance [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lazy-loading 'resources' on Instance uuid 624b86c3-643d-4330-801a-3bc5336efcba {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.868071] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.868746] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.868972] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Deleting the datastore file [datastore1] 7d578926-cf3b-4ddd-84c9-22b51df34239 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.870213] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e765e82e-ff25-4517-8c0f-8451d8a09c44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.882890] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for the task: (returnval){ [ 1031.882890] env[69674]: value = "task-3257281" [ 1031.882890] env[69674]: _type = "Task" [ 1031.882890] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.884267] env[69674]: INFO nova.scheduler.client.report [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted allocations for instance 9706a2e0-a981-43eb-bca0-a7e662637f59 [ 1031.901781] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.999868] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.000339] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 9a3305d2-82be-461b-b78a-aa9bbf75489a/9a3305d2-82be-461b-b78a-aa9bbf75489a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.000526] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.000809] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e3444f9-7e87-4219-b634-321ef112fa95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.007252] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1032.007252] env[69674]: value = "task-3257282" [ 1032.007252] env[69674]: _type = "Task" [ 1032.007252] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.018516] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.029338] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.029890] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Instance network_info: |[{"id": "61b999bf-fda6-439e-beb9-7651194f2dd7", "address": "fa:16:3e:e9:47:8b", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b999bf-fd", "ovs_interfaceid": "61b999bf-fda6-439e-beb9-7651194f2dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1032.030024] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:47:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61b999bf-fda6-439e-beb9-7651194f2dd7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.037973] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating folder: Project (2638bae0cca446c59ac9dfd28e8038aa). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.038903] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c988eb11-af40-4fac-ad16-be3b5585691f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049673] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created folder: Project (2638bae0cca446c59ac9dfd28e8038aa) in parent group-v650515. [ 1032.049946] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating folder: Instances. Parent ref: group-v650783. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.050183] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d42e7e-355f-44b2-8605-95c8902d3163 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.060060] env[69674]: DEBUG nova.compute.manager [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Received event network-changed-61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1032.060256] env[69674]: DEBUG nova.compute.manager [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Refreshing instance network info cache due to event network-changed-61b999bf-fda6-439e-beb9-7651194f2dd7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1032.060494] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Acquiring lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.060638] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Acquired lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.060800] env[69674]: DEBUG nova.network.neutron [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Refreshing network info cache for port 61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.065380] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created folder: Instances in parent group-v650783. [ 1032.065600] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.066013] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.066232] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c173aa-92f0-48c3-adc1-f07f9b3d71fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.085115] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.085115] env[69674]: value = "task-3257285" [ 1032.085115] env[69674]: _type = "Task" [ 1032.085115] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.094580] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257285, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.141626] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Successfully updated port: 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.366420] env[69674]: DEBUG nova.compute.utils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.371946] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1032.371946] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.400079] env[69674]: DEBUG oslo_vmware.api [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Task: {'id': task-3257281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134598} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.400363] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.400573] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.400756] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.400928] env[69674]: INFO nova.compute.manager [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1032.401191] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.401381] env[69674]: DEBUG nova.compute.manager [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1032.401946] env[69674]: DEBUG nova.network.neutron [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.404180] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c002eb4-13bb-4a65-bcc8-808158ebc6e6 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "9706a2e0-a981-43eb-bca0-a7e662637f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.762s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.422960] env[69674]: DEBUG nova.policy [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b120ad3ee9247099e3962390de7701f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8b64b26a744cd2bdc4ce70271846a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.520452] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07056} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.521080] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ad2cf2b8-0793-474d-8360-c13cbbd263bf tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.522425] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.528465] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655fe86c-d7d0-4570-b77c-5dcfdf67642b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.559515] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 9a3305d2-82be-461b-b78a-aa9bbf75489a/9a3305d2-82be-461b-b78a-aa9bbf75489a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.563502] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc9a607-2ea8-4f60-a867-d578d0d01d97 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.592089] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1032.592089] env[69674]: value = "task-3257286" [ 1032.592089] env[69674]: _type = "Task" [ 1032.592089] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.601809] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.602075] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257285, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.602679] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e90e9a1e-818e-4c01-8fc7-319c62f18181 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.609154] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.610420] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1032.610420] env[69674]: value = "task-3257287" [ 1032.610420] env[69674]: _type = "Task" [ 1032.610420] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.622497] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642658] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.642882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.643098] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.784118] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa039a9-32f7-462c-b3ce-41f10e99eedc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.793915] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c2452-f9af-407a-98d7-474da088d6e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.826650] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7524f-f560-4241-b757-587ab279b253 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.835470] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30ce38b-dfe2-432b-841e-0fade0f8b988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.850239] env[69674]: DEBUG nova.compute.provider_tree [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.871933] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1032.912542] env[69674]: DEBUG nova.network.neutron [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updated VIF entry in instance network info cache for port 61b999bf-fda6-439e-beb9-7651194f2dd7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.913009] env[69674]: DEBUG nova.network.neutron [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating instance_info_cache with network_info: [{"id": "61b999bf-fda6-439e-beb9-7651194f2dd7", "address": "fa:16:3e:e9:47:8b", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b999bf-fd", "ovs_interfaceid": "61b999bf-fda6-439e-beb9-7651194f2dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.034609] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Successfully created port: 20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.100209] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257285, 'name': CreateVM_Task, 'duration_secs': 0.607122} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.104853] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.106077] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.106382] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107760] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107760] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37de51a9-cf36-421c-b3d6-171ce27d8ec1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.115281] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257286, 'name': ReconfigVM_Task, 'duration_secs': 0.337038} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.119833] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 9a3305d2-82be-461b-b78a-aa9bbf75489a/9a3305d2-82be-461b-b78a-aa9bbf75489a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.122158] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b94b096b-8d74-4578-96d8-2f489aafb306 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.124466] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1033.124466] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f7aac4-4d16-d9e7-e30b-427c478b399c" [ 1033.124466] env[69674]: _type = "Task" [ 1033.124466] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.141497] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1033.141497] env[69674]: value = "task-3257288" [ 1033.141497] env[69674]: _type = "Task" [ 1033.141497] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.143225] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257287, 'name': PowerOffVM_Task, 'duration_secs': 0.175242} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.143318] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.144774] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.158162] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c0ed3-78f6-4854-9231-63d49b537f68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160633] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f7aac4-4d16-d9e7-e30b-427c478b399c, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.160976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.161250] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.161560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.161730] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.161897] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.163415] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49dbbd1-8598-4681-b083-d1453ef212c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.170417] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257288, 'name': Rename_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.170717] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.171350] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e2034e-8c39-4740-b0af-ec66f4e24bd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.178974] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.178974] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.179737] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666be5c3-2682-47e2-9c2e-d6b89707cbf2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.190732] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1033.190732] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52089f71-93a5-c6dc-d1d0-007f6eaafa3c" [ 1033.190732] env[69674]: _type = "Task" [ 1033.190732] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.196875] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52089f71-93a5-c6dc-d1d0-007f6eaafa3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.198014] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.198228] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.198431] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Deleting the datastore file [datastore1] a2f2d5cf-152c-4fa3-8262-437237619dc6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.198701] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8b83926-a64c-4545-952c-6ce60414c2c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.210738] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.214626] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1033.214626] env[69674]: value = "task-3257290" [ 1033.214626] env[69674]: _type = "Task" [ 1033.214626] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.225688] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.353286] env[69674]: DEBUG nova.scheduler.client.report [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.419030] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Releasing lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.419030] env[69674]: DEBUG nova.compute.manager [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-vif-plugged-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1033.419030] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.419030] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.419030] env[69674]: DEBUG oslo_concurrency.lockutils [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.419313] env[69674]: DEBUG nova.compute.manager [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] No waiting events found dispatching network-vif-plugged-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.419514] env[69674]: WARNING nova.compute.manager [req-244d4d73-4fb7-4a11-9718-220705e3a3a9 req-3c8ce423-fc4c-4b20-af63-beef6f8f8093 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received unexpected event network-vif-plugged-761f17ef-cc49-4dad-9ead-9a44dcab6675 for instance with vm_state building and task_state spawning. [ 1033.446460] env[69674]: DEBUG nova.network.neutron [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.468028] env[69674]: DEBUG nova.network.neutron [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.652926] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257288, 'name': Rename_Task, 'duration_secs': 0.169516} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.653585] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.653951] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c33674-f608-4318-a2d4-6a4c32c996b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.662696] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1033.662696] env[69674]: value = "task-3257291" [ 1033.662696] env[69674]: _type = "Task" [ 1033.662696] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.668312] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.696343] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52089f71-93a5-c6dc-d1d0-007f6eaafa3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.697179] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf9dc95-f0e7-4339-8588-57a9577b6597 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.702496] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1033.702496] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e3f1b-ca2e-e64d-fcc6-0fc6ce670a12" [ 1033.702496] env[69674]: _type = "Task" [ 1033.702496] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.712651] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e3f1b-ca2e-e64d-fcc6-0fc6ce670a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.715705] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.715930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.716148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.716332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.716499] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.721210] env[69674]: INFO nova.compute.manager [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Terminating instance [ 1033.727818] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129997} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.728073] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.728257] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.728464] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.859321] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.861868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.150s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.862250] env[69674]: DEBUG nova.objects.instance [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'resources' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.882093] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1033.886977] env[69674]: INFO nova.scheduler.client.report [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Deleted allocations for instance 624b86c3-643d-4330-801a-3bc5336efcba [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.920158] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.920669] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.921026] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.921352] env[69674]: DEBUG nova.virt.hardware [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.922324] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf052e-83a9-45ad-b617-9f27c7dccf70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.931661] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe0836-8028-4324-8f9d-ad825daff9e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.949810] env[69674]: INFO nova.compute.manager [-] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Took 1.55 seconds to deallocate network for instance. [ 1033.970950] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.970950] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Instance network_info: |[{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1033.971220] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:29:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '761f17ef-cc49-4dad-9ead-9a44dcab6675', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.979691] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.980242] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.980667] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067dbc96-90cb-498e-add3-169b21a93a64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.001403] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.001403] env[69674]: value = "task-3257292" [ 1034.001403] env[69674]: _type = "Task" [ 1034.001403] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.009614] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257292, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.098792] env[69674]: DEBUG nova.compute.manager [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1034.098986] env[69674]: DEBUG nova.compute.manager [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1034.099328] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.099514] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.099795] env[69674]: DEBUG nova.network.neutron [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.171878] env[69674]: DEBUG oslo_vmware.api [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257291, 'name': PowerOnVM_Task, 'duration_secs': 0.471188} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.171878] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.172174] env[69674]: INFO nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1034.172405] env[69674]: DEBUG nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1034.173240] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016de3ae-ef56-41ce-99d9-ca481b141b62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.212507] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527e3f1b-ca2e-e64d-fcc6-0fc6ce670a12, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.214214] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.214214] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 58072223-cb45-4996-bb38-6249ea296b11/58072223-cb45-4996-bb38-6249ea296b11.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.214214] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b49d6a3-e7fa-4321-ab91-7199d7ab6f82 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220088] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1034.220088] env[69674]: value = "task-3257293" [ 1034.220088] env[69674]: _type = "Task" [ 1034.220088] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.225031] env[69674]: DEBUG nova.compute.manager [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1034.225031] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.225652] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9a89f-2200-4b0f-9344-10f4b1c22005 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.236499] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.239178] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.239481] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce2eca5-c7bd-40c4-a8c0-f4a13354a791 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.245382] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1034.245382] env[69674]: value = "task-3257294" [ 1034.245382] env[69674]: _type = "Task" [ 1034.245382] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.253944] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.365254] env[69674]: DEBUG nova.objects.instance [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.397029] env[69674]: DEBUG oslo_concurrency.lockutils [None req-37b19ff4-b85a-4a6c-be1e-d227a7400e14 tempest-ServerTagsTestJSON-697219157 tempest-ServerTagsTestJSON-697219157-project-member] Lock "624b86c3-643d-4330-801a-3bc5336efcba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.718s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.458465] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.517604] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257292, 'name': CreateVM_Task, 'duration_secs': 0.433103} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.517997] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.519203] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.519508] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.520035] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.521031] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb62116-6757-4ede-9ae9-35d6908dd568 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.527288] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1034.527288] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52945ece-375c-5547-40fd-859afb1894cf" [ 1034.527288] env[69674]: _type = "Task" [ 1034.527288] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.537386] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52945ece-375c-5547-40fd-859afb1894cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.695388] env[69674]: INFO nova.compute.manager [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Took 38.12 seconds to build instance. [ 1034.730843] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.765144] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257294, 'name': PowerOffVM_Task, 'duration_secs': 0.189212} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.765455] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.765632] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.765897] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4015a70-266a-4fb3-b113-b6e857962e61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.782632] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.782869] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.783034] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.783220] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.783367] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.783519] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.783766] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.784393] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.784598] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.784769] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.784947] env[69674]: DEBUG nova.virt.hardware [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.786188] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d446ff2-5a5f-4c42-a7db-cd96f90ec71d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795626] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764931ae-962a-45cf-9b70-b3b5ffd9db0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.810279] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.815527] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.818100] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.818365] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3dbb537-df8c-46b2-8d8b-ac625e464ad4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.837831] env[69674]: DEBUG nova.compute.manager [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Received event network-vif-plugged-20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1034.837884] env[69674]: DEBUG oslo_concurrency.lockutils [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] Acquiring lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.838596] env[69674]: DEBUG oslo_concurrency.lockutils [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] Lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.838596] env[69674]: DEBUG oslo_concurrency.lockutils [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] Lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.838596] env[69674]: DEBUG nova.compute.manager [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] No waiting events found dispatching network-vif-plugged-20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.838596] env[69674]: WARNING nova.compute.manager [req-4289bb21-ad58-49f0-ba09-ecb9992a5ce6 req-1472c5cd-80ca-4fba-b973-ffa5c6b0d5ac service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Received unexpected event network-vif-plugged-20043979-6785-4992-bc69-cf97fab628b1 for instance with vm_state building and task_state spawning. [ 1034.843109] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.843208] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.844668] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleting the datastore file [datastore2] c3d16a15-fe59-488b-bdfb-6f7116e3c735 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.844668] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c5f6b1-d29a-4125-a254-fcaf40c31566 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.846579] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.846579] env[69674]: value = "task-3257296" [ 1034.846579] env[69674]: _type = "Task" [ 1034.846579] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.856832] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257296, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.858028] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1034.858028] env[69674]: value = "task-3257297" [ 1034.858028] env[69674]: _type = "Task" [ 1034.858028] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.866581] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.868120] env[69674]: DEBUG nova.objects.base [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Object Instance<0c21ad53-e94c-4f63-aaa4-05c90537a867> lazy-loaded attributes: resources,numa_topology {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.038060] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52945ece-375c-5547-40fd-859afb1894cf, 'name': SearchDatastore_Task, 'duration_secs': 0.060162} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.038457] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.038578] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.038880] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.039114] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.039320] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.039623] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a47d77fb-f816-4488-9fff-fe7df7143e04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051113] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.051113] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.051787] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4c9810-1fe0-43ba-a518-6cd511449fac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.058353] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1035.058353] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283a6a2-6053-128a-9fab-ffd5920e60a2" [ 1035.058353] env[69674]: _type = "Task" [ 1035.058353] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.068647] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283a6a2-6053-128a-9fab-ffd5920e60a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.069584] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36498ad9-cfae-4b01-a2c3-c561bbe85204 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.078162] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1035.078162] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520df355-9567-56d2-930a-b34b647f9ab3" [ 1035.078162] env[69674]: _type = "Task" [ 1035.078162] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.085144] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520df355-9567-56d2-930a-b34b647f9ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.089534] env[69674]: DEBUG nova.network.neutron [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.089791] env[69674]: DEBUG nova.network.neutron [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.184024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d7f0d2-59ae-408e-8785-942a7bc4d376 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.194752] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90cfbdd-9817-426c-aea7-220a9f7f8189 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.198179] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c445398-0144-4be9-b4a5-5d27d500f443 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.629s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.231195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0b5d9-a9f4-4b06-9b4d-e37df0338dd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.238724] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573351} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.240820] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 58072223-cb45-4996-bb38-6249ea296b11/58072223-cb45-4996-bb38-6249ea296b11.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.241038] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.241330] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b5fffb-1f81-42cb-88b8-33d1f9bd6bc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.243980] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df21f7b-6ed3-43ce-98f6-a16c5c840d91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.259215] env[69674]: DEBUG nova.compute.provider_tree [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.264022] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1035.264022] env[69674]: value = "task-3257298" [ 1035.264022] env[69674]: _type = "Task" [ 1035.264022] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.269966] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.356198] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257296, 'name': CreateVM_Task, 'duration_secs': 0.396274} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.356401] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.356781] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.356964] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.357297] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.357559] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a31568-74fd-4aa8-abfa-779b1fa628e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.367282] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1035.367282] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5228f774-8882-7577-389a-ab48ce95ee5e" [ 1035.367282] env[69674]: _type = "Task" [ 1035.367282] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.370311] env[69674]: DEBUG oslo_vmware.api [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346743} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.373141] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.373333] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.373514] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.373688] env[69674]: INFO nova.compute.manager [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.373918] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.374129] env[69674]: DEBUG nova.compute.manager [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1035.374218] env[69674]: DEBUG nova.network.neutron [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.380162] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5228f774-8882-7577-389a-ab48ce95ee5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.471713] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Successfully updated port: 20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.588672] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520df355-9567-56d2-930a-b34b647f9ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.018318} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.589990] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.589990] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] de53a2b1-b121-461a-bf41-46136e6b67a0/de53a2b1-b121-461a-bf41-46136e6b67a0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.589990] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-598d852c-2ce8-4bc6-b2b2-a37e856c6e26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.596045] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.596045] env[69674]: DEBUG nova.compute.manager [req-ae44ca1c-ac73-45c6-ab3f-823c1281c5ae req-56d4f273-d07d-4e09-a65e-ba89c2f42ed2 service nova] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Received event network-vif-deleted-a0a59c09-da05-4908-98d4-6313d3e2018f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1035.599404] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1035.599404] env[69674]: value = "task-3257299" [ 1035.599404] env[69674]: _type = "Task" [ 1035.599404] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.607749] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.766192] env[69674]: DEBUG nova.scheduler.client.report [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.781554] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.886643] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5228f774-8882-7577-389a-ab48ce95ee5e, 'name': SearchDatastore_Task, 'duration_secs': 0.069199} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.888219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.888219] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.888335] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.888576] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.888678] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.896512] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4db5b30-2d7d-4cae-ba1f-5b9385dd5357 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.911343] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.911343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.912451] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cf949d-4074-4f5e-b1a7-c5115f33071d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.919258] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1035.919258] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5279588f-d14e-e523-3953-6d8ba04f1fbf" [ 1035.919258] env[69674]: _type = "Task" [ 1035.919258] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.928152] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5279588f-d14e-e523-3953-6d8ba04f1fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.974532] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.974680] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.974833] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.109764] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.275159] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.413s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.277829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.653s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.280460] env[69674]: INFO nova.compute.claims [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.289850] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.402555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.402815] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.403040] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.403223] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.403394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.408194] env[69674]: INFO nova.compute.manager [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Terminating instance [ 1036.435687] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5279588f-d14e-e523-3953-6d8ba04f1fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.075344} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.437387] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd56f1ae-0527-46b8-88fc-7886908bbc04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.444673] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1036.444673] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5292124a-7856-5bc6-9ab1-87fd38f6e589" [ 1036.444673] env[69674]: _type = "Task" [ 1036.444673] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.455062] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5292124a-7856-5bc6-9ab1-87fd38f6e589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.525283] env[69674]: DEBUG nova.compute.manager [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Received event network-changed-20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1036.525532] env[69674]: DEBUG nova.compute.manager [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Refreshing instance network info cache due to event network-changed-20043979-6785-4992-bc69-cf97fab628b1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1036.525781] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] Acquiring lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.551849] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.615485] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860874} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.621019] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] de53a2b1-b121-461a-bf41-46136e6b67a0/de53a2b1-b121-461a-bf41-46136e6b67a0.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.621019] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.621019] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c4c409-5754-4856-9a1e-b7e7a9ecf130 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.627672] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1036.627672] env[69674]: value = "task-3257300" [ 1036.627672] env[69674]: _type = "Task" [ 1036.627672] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.645018] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.783051] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.117428} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.784657] env[69674]: DEBUG nova.network.neutron [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Updating instance_info_cache with network_info: [{"id": "20043979-6785-4992-bc69-cf97fab628b1", "address": "fa:16:3e:04:dd:5a", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20043979-67", "ovs_interfaceid": "20043979-6785-4992-bc69-cf97fab628b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.786735] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.796820] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80307e-6254-4638-b259-ce3d62200fef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.800235] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ce2aa73-3146-4b28-abbb-be55aa57b10e tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.184s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.801376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.479s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.801619] env[69674]: INFO nova.compute.manager [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Unshelving [ 1036.833856] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 58072223-cb45-4996-bb38-6249ea296b11/58072223-cb45-4996-bb38-6249ea296b11.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.835150] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a909eb-50f3-43f5-8052-39cc4ca9a519 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.857843] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1036.857843] env[69674]: value = "task-3257301" [ 1036.857843] env[69674]: _type = "Task" [ 1036.857843] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.869094] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.875784] env[69674]: DEBUG nova.network.neutron [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.915309] env[69674]: DEBUG nova.compute.manager [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1036.915406] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.916312] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f01004-1077-4925-981a-f14c042c6859 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.924347] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.924836] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebad30ca-aa73-459a-a8b4-2121c03050f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.934095] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1036.934095] env[69674]: value = "task-3257302" [ 1036.934095] env[69674]: _type = "Task" [ 1036.934095] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.949018] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.957137] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5292124a-7856-5bc6-9ab1-87fd38f6e589, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.957431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.957688] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.957967] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e037bbb-07a5-4d4f-88c4-324f847ff6ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.965137] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1036.965137] env[69674]: value = "task-3257303" [ 1036.965137] env[69674]: _type = "Task" [ 1036.965137] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.975276] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.139246] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.139547] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.140324] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc2270-279c-41e0-9981-d33e60da7047 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.162435] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] de53a2b1-b121-461a-bf41-46136e6b67a0/de53a2b1-b121-461a-bf41-46136e6b67a0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.163158] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9df083-6df9-4d63-b01c-833260dc185d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.183092] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1037.183092] env[69674]: value = "task-3257304" [ 1037.183092] env[69674]: _type = "Task" [ 1037.183092] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.192507] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.291843] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292218] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Instance network_info: |[{"id": "20043979-6785-4992-bc69-cf97fab628b1", "address": "fa:16:3e:04:dd:5a", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20043979-67", "ovs_interfaceid": "20043979-6785-4992-bc69-cf97fab628b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1037.292530] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] Acquired lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.292714] env[69674]: DEBUG nova.network.neutron [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Refreshing network info cache for port 20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.294090] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:dd:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20043979-6785-4992-bc69-cf97fab628b1', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.303186] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.307136] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.310952] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fa819c-274c-4578-859b-0d0539bb9c8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.345293] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.345293] env[69674]: value = "task-3257305" [ 1037.345293] env[69674]: _type = "Task" [ 1037.345293] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.355600] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257305, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.377637] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.383983] env[69674]: INFO nova.compute.manager [-] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Took 2.01 seconds to deallocate network for instance. [ 1037.447095] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257302, 'name': PowerOffVM_Task, 'duration_secs': 0.211335} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.447338] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.447548] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.447830] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb688cf2-aee3-4527-a778-691f66a219ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.480276] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.528969] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.529387] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.529387] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] 9a3305d2-82be-461b-b78a-aa9bbf75489a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.529786] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a91081cb-0901-446b-9657-d46528c4da87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.536810] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1037.536810] env[69674]: value = "task-3257307" [ 1037.536810] env[69674]: _type = "Task" [ 1037.536810] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.546445] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.695359] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.713020] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa403f5-4068-4b9e-8a01-1eff4a448bc3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.719248] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1f87f-5a74-4d1d-a1f9-757daf773345 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.751609] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4132c0b-cce8-4794-92a9-78e995b7d2a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.759738] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31261cd-46b0-4ec8-98bc-db37200fb731 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.773139] env[69674]: DEBUG nova.compute.provider_tree [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.851558] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.858091] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257305, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.869159] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257301, 'name': ReconfigVM_Task, 'duration_secs': 0.684291} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.869734] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 58072223-cb45-4996-bb38-6249ea296b11/58072223-cb45-4996-bb38-6249ea296b11.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.870167] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5496c2-7134-4eb9-bbe9-5eaf1eeabd32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.877816] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1037.877816] env[69674]: value = "task-3257308" [ 1037.877816] env[69674]: _type = "Task" [ 1037.877816] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.886098] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257308, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.894227] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.977954] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537167} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.978252] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.978728] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.978856] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f08a2a6-e255-416b-af6f-8147d6aba9f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.984572] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1037.984572] env[69674]: value = "task-3257309" [ 1037.984572] env[69674]: _type = "Task" [ 1037.984572] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.992318] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.048602] env[69674]: DEBUG oslo_vmware.api [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489321} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.048850] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.049039] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.049214] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.049387] env[69674]: INFO nova.compute.manager [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1038.049624] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.049813] env[69674]: DEBUG nova.compute.manager [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1038.049903] env[69674]: DEBUG nova.network.neutron [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.094761] env[69674]: DEBUG nova.network.neutron [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Updated VIF entry in instance network info cache for port 20043979-6785-4992-bc69-cf97fab628b1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.095121] env[69674]: DEBUG nova.network.neutron [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Updating instance_info_cache with network_info: [{"id": "20043979-6785-4992-bc69-cf97fab628b1", "address": "fa:16:3e:04:dd:5a", "network": {"id": "6d27c79d-92a7-4f33-87f6-ba18b797515d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-492538553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8b64b26a744cd2bdc4ce70271846a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20043979-67", "ovs_interfaceid": "20043979-6785-4992-bc69-cf97fab628b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.194880] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.296130] env[69674]: ERROR nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [req-28f3acb8-5e1d-42c3-9adf-1416e0c75e54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a2957c29-3fa7-4024-bd37-0cdb152f1f0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28f3acb8-5e1d-42c3-9adf-1416e0c75e54"}]} [ 1038.315267] env[69674]: DEBUG nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.332664] env[69674]: DEBUG nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.332901] env[69674]: DEBUG nova.compute.provider_tree [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.344510] env[69674]: DEBUG nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.355894] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257305, 'name': CreateVM_Task, 'duration_secs': 0.662026} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.356093] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.356797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.356996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.357325] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.357608] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69928786-1d01-4c5a-8683-369a22370f60 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.362301] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1038.362301] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b71dbf-ff4c-7410-a7b9-393594c6aa05" [ 1038.362301] env[69674]: _type = "Task" [ 1038.362301] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.369984] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b71dbf-ff4c-7410-a7b9-393594c6aa05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.375605] env[69674]: DEBUG nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.386693] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257308, 'name': Rename_Task, 'duration_secs': 0.301824} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.386963] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.387225] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-407923a8-0c33-4765-989b-7fd389935fa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.394621] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1038.394621] env[69674]: value = "task-3257310" [ 1038.394621] env[69674]: _type = "Task" [ 1038.394621] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.403014] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.502058] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076009} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.502192] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.503277] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5b862-b5f3-48ac-9de4-7ab992dbae2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.525868] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.528980] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f55814-f542-4dc8-88c4-97d91c28c0d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.549576] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1038.549576] env[69674]: value = "task-3257311" [ 1038.549576] env[69674]: _type = "Task" [ 1038.549576] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.560053] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.569534] env[69674]: DEBUG nova.compute.manager [req-914054bc-cabd-4cf0-9f56-923fae0d9427 req-397895ba-1d78-4f50-a797-3de1ae31ff3a service nova] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Received event network-vif-deleted-362adf2d-16fa-4285-a7c3-d9b768bff5f1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1038.569746] env[69674]: DEBUG nova.compute.manager [req-914054bc-cabd-4cf0-9f56-923fae0d9427 req-397895ba-1d78-4f50-a797-3de1ae31ff3a service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Received event network-vif-deleted-bd9a3c53-58e6-4f8f-941a-90f5868c3e37 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1038.569909] env[69674]: INFO nova.compute.manager [req-914054bc-cabd-4cf0-9f56-923fae0d9427 req-397895ba-1d78-4f50-a797-3de1ae31ff3a service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Neutron deleted interface bd9a3c53-58e6-4f8f-941a-90f5868c3e37; detaching it from the instance and deleting it from the info cache [ 1038.570099] env[69674]: DEBUG nova.network.neutron [req-914054bc-cabd-4cf0-9f56-923fae0d9427 req-397895ba-1d78-4f50-a797-3de1ae31ff3a service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.598041] env[69674]: DEBUG oslo_concurrency.lockutils [req-9a91a739-b19d-403b-8bcd-81c5d7528bd6 req-837d5344-5db5-488f-8ebe-bb21acc2df09 service nova] Releasing lock "refresh_cache-bed94c17-f160-4882-886c-0e00ee985f9b" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.695229] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.708077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8086d986-cce5-4ce3-8037-f7759465122f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.714958] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf38897-9158-4815-8349-bf37d741eacf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.747563] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b6414-7c92-4654-bbc7-3b131e35ef57 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.755166] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793d042-c45a-4f99-8e3b-af5e852f9c66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.769107] env[69674]: DEBUG nova.compute.provider_tree [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.777109] env[69674]: DEBUG nova.network.neutron [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.873076] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b71dbf-ff4c-7410-a7b9-393594c6aa05, 'name': SearchDatastore_Task, 'duration_secs': 0.0361} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.873408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873642] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.873883] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.874041] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.874228] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.874509] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f1ae5d-0a92-4265-96ae-cef5120db3c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.883592] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.883785] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.884553] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aba5419-8604-4d0e-bf64-ca1b79b76234 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.890588] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1038.890588] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d358b0-5172-7ee6-5bf8-1b60aa5ee717" [ 1038.890588] env[69674]: _type = "Task" [ 1038.890588] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.901608] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d358b0-5172-7ee6-5bf8-1b60aa5ee717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.906817] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.059615] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257311, 'name': ReconfigVM_Task, 'duration_secs': 0.382391} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.059927] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a2f2d5cf-152c-4fa3-8262-437237619dc6/a2f2d5cf-152c-4fa3-8262-437237619dc6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.060586] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23aeb3b7-061d-468f-afc7-a61d771ad443 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.068015] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1039.068015] env[69674]: value = "task-3257312" [ 1039.068015] env[69674]: _type = "Task" [ 1039.068015] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.073780] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43b794b-e7c1-48d1-89e1-2f57dabda53a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.081966] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257312, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.086044] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138dadb-7287-4ed6-9b6c-a1d6eadda6f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.116818] env[69674]: DEBUG nova.compute.manager [req-914054bc-cabd-4cf0-9f56-923fae0d9427 req-397895ba-1d78-4f50-a797-3de1ae31ff3a service nova] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Detach interface failed, port_id=bd9a3c53-58e6-4f8f-941a-90f5868c3e37, reason: Instance 9a3305d2-82be-461b-b78a-aa9bbf75489a could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1039.195308] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257304, 'name': ReconfigVM_Task, 'duration_secs': 1.912847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.195607] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] de53a2b1-b121-461a-bf41-46136e6b67a0/de53a2b1-b121-461a-bf41-46136e6b67a0.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.196258] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da696f8-0f6d-4e14-bd3d-f0a8e8aafbe7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.202138] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1039.202138] env[69674]: value = "task-3257313" [ 1039.202138] env[69674]: _type = "Task" [ 1039.202138] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.209555] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257313, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.272769] env[69674]: DEBUG nova.scheduler.client.report [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.280051] env[69674]: INFO nova.compute.manager [-] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Took 1.23 seconds to deallocate network for instance. [ 1039.402257] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d358b0-5172-7ee6-5bf8-1b60aa5ee717, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.403559] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbd8e68-efde-4cd7-a7eb-5ba1b0a022bd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.409886] env[69674]: DEBUG oslo_vmware.api [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257310, 'name': PowerOnVM_Task, 'duration_secs': 0.542587} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.410576] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.410812] env[69674]: INFO nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1039.411056] env[69674]: DEBUG nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1039.411887] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a82851-72dd-4128-a831-1b161d965b14 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.415353] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1039.415353] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52044cb4-bfea-b6d3-2c38-9d98b552a44b" [ 1039.415353] env[69674]: _type = "Task" [ 1039.415353] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.427401] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52044cb4-bfea-b6d3-2c38-9d98b552a44b, 'name': SearchDatastore_Task, 'duration_secs': 0.008388} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.427637] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.427885] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bed94c17-f160-4882-886c-0e00ee985f9b/bed94c17-f160-4882-886c-0e00ee985f9b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.428140] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37189060-dbbd-49e4-9057-d114bf90ff61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.434192] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1039.434192] env[69674]: value = "task-3257314" [ 1039.434192] env[69674]: _type = "Task" [ 1039.434192] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.442087] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.579366] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257312, 'name': Rename_Task, 'duration_secs': 0.300431} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.580046] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.580046] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00c006f-db30-4e73-a9e6-c9e7b48bc814 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.585787] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1039.585787] env[69674]: value = "task-3257315" [ 1039.585787] env[69674]: _type = "Task" [ 1039.585787] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.594417] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.712043] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257313, 'name': Rename_Task, 'duration_secs': 0.12589} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.712301] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.712967] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66f2157a-9257-4db6-8ef5-7cfb01e8e43c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.720187] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1039.720187] env[69674]: value = "task-3257316" [ 1039.720187] env[69674]: _type = "Task" [ 1039.720187] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.730677] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.777976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.778644] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1039.781665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.682s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.783478] env[69674]: INFO nova.compute.claims [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.787143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.931478] env[69674]: INFO nova.compute.manager [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Took 38.23 seconds to build instance. [ 1039.944931] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495274} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.945198] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] bed94c17-f160-4882-886c-0e00ee985f9b/bed94c17-f160-4882-886c-0e00ee985f9b.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.945795] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.945795] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c60b81-2602-4f19-9d64-399e2d9e327b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.952940] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1039.952940] env[69674]: value = "task-3257317" [ 1039.952940] env[69674]: _type = "Task" [ 1039.952940] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.961011] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.095366] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.230273] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.288425] env[69674]: DEBUG nova.compute.utils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.292551] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1040.292734] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.387291] env[69674]: DEBUG nova.policy [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b406997d3bc4d699a994c4de96c57cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767168dd60b04b52bc50964c28ab891e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.437020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d47e6ab6-c229-4371-9e15-0b2f672a7007 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.735s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.464521] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067738} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.464811] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.465669] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b811df47-a8d4-455a-8997-e115ef1d4c9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.496744] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] bed94c17-f160-4882-886c-0e00ee985f9b/bed94c17-f160-4882-886c-0e00ee985f9b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.497163] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6066d8f-bc26-4f75-87ef-b95022632506 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.521809] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1040.521809] env[69674]: value = "task-3257318" [ 1040.521809] env[69674]: _type = "Task" [ 1040.521809] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.530967] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.596832] env[69674]: DEBUG oslo_vmware.api [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257315, 'name': PowerOnVM_Task, 'duration_secs': 0.655911} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.597169] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.597514] env[69674]: DEBUG nova.compute.manager [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1040.598380] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1889ef12-1d77-4e25-bc55-a19ea3d53819 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.731319] env[69674]: DEBUG oslo_vmware.api [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257316, 'name': PowerOnVM_Task, 'duration_secs': 0.605409} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.731543] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.731747] env[69674]: INFO nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1040.731915] env[69674]: DEBUG nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1040.732676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e74434-95c4-493a-92bd-f63f4b08729e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.796207] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1040.923652] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Successfully created port: 83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.956395] env[69674]: DEBUG nova.compute.manager [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Received event network-changed-61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1040.956395] env[69674]: DEBUG nova.compute.manager [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Refreshing instance network info cache due to event network-changed-61b999bf-fda6-439e-beb9-7651194f2dd7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1040.956395] env[69674]: DEBUG oslo_concurrency.lockutils [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] Acquiring lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.956395] env[69674]: DEBUG oslo_concurrency.lockutils [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] Acquired lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.956395] env[69674]: DEBUG nova.network.neutron [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Refreshing network info cache for port 61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.039783] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.068460] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5295ce-962d-41e2-8f6f-19270b6d0c02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077144] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1266128-12bb-449c-9a26-c396a6fbf074 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.114128] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9bf1f-67a3-467b-9efd-08809cfa3ade {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.119573] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.124316] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd74a6-36a7-41af-85f6-8682f9a6ac43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.140798] env[69674]: DEBUG nova.compute.provider_tree [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.249449] env[69674]: INFO nova.compute.manager [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Took 35.80 seconds to build instance. [ 1041.532678] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257318, 'name': ReconfigVM_Task, 'duration_secs': 0.966849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.533437] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] bed94c17-f160-4882-886c-0e00ee985f9b/bed94c17-f160-4882-886c-0e00ee985f9b.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.533813] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d7d743-3f1c-4b84-b80d-edf071719192 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.541255] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1041.541255] env[69674]: value = "task-3257319" [ 1041.541255] env[69674]: _type = "Task" [ 1041.541255] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.549848] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257319, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.644830] env[69674]: DEBUG nova.scheduler.client.report [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.755362] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c5e197b-ab0f-44d1-8722-b7d679f1ee43 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.314s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.811770] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1041.852514] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.852878] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.853146] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.853418] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.853621] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.853829] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.854111] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.854335] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.854575] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.854999] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.855266] env[69674]: DEBUG nova.virt.hardware [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.856278] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e87a3-6fc3-4651-ac7f-f3e05e693213 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.864394] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c7a0b-6c36-4774-ab16-30d61c6fe6b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.878254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.878593] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.878911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "a2f2d5cf-152c-4fa3-8262-437237619dc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.879194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.879430] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.883641] env[69674]: INFO nova.compute.manager [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Terminating instance [ 1041.938403] env[69674]: DEBUG nova.network.neutron [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updated VIF entry in instance network info cache for port 61b999bf-fda6-439e-beb9-7651194f2dd7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.939443] env[69674]: DEBUG nova.network.neutron [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating instance_info_cache with network_info: [{"id": "61b999bf-fda6-439e-beb9-7651194f2dd7", "address": "fa:16:3e:e9:47:8b", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61b999bf-fd", "ovs_interfaceid": "61b999bf-fda6-439e-beb9-7651194f2dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.052437] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257319, 'name': Rename_Task, 'duration_secs': 0.284886} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.052772] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.053036] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd97e8be-58fc-417e-bc1c-1696fb3f3769 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.059759] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1042.059759] env[69674]: value = "task-3257320" [ 1042.059759] env[69674]: _type = "Task" [ 1042.059759] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.067307] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.150500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.151094] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1042.154429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.905s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.156548] env[69674]: INFO nova.compute.claims [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.387594] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "refresh_cache-a2f2d5cf-152c-4fa3-8262-437237619dc6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.387935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquired lock "refresh_cache-a2f2d5cf-152c-4fa3-8262-437237619dc6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.388157] env[69674]: DEBUG nova.network.neutron [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.441676] env[69674]: DEBUG oslo_concurrency.lockutils [req-e6417a11-ad5b-416a-810b-61a86ac21ff6 req-635d4caa-e0ce-4341-8488-121b7a1b82ef service nova] Releasing lock "refresh_cache-58072223-cb45-4996-bb38-6249ea296b11" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.466892] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Successfully updated port: 83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.572012] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.663404] env[69674]: DEBUG nova.compute.utils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.666770] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1042.666933] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.705675] env[69674]: DEBUG nova.policy [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47beedc060894a6883219e00b30acb45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4608fa1e034d48ce8a8d8fab9b13e0d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.839500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.840029] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.927177] env[69674]: DEBUG nova.network.neutron [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.969215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.969215] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.990125] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1042.990752] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1042.991175] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.991495] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.992656] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.039715] env[69674]: DEBUG nova.network.neutron [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.076763] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.139793] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Successfully created port: 44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.167725] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1043.343902] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1043.464183] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76391254-117e-47ad-a2e6-aeb4441a6af9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.474317] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447359d-b346-4a9e-8e2d-746b7a2b9f6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.510557] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.512804] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292f80b-da78-4031-bf40-58bace07c2e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.523010] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a91f4-70a1-474d-9b4e-e1bd329e6895 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.535778] env[69674]: DEBUG nova.compute.provider_tree [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.543625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Releasing lock "refresh_cache-a2f2d5cf-152c-4fa3-8262-437237619dc6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.543625] env[69674]: DEBUG nova.compute.manager [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1043.543625] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.544700] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d17c37b-059c-4202-8e26-5606fd9b73dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.554609] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.554884] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3bcef23-946d-428a-a2ec-ac211d8b8f0b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.562131] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1043.562131] env[69674]: value = "task-3257321" [ 1043.562131] env[69674]: _type = "Task" [ 1043.562131] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.572839] env[69674]: DEBUG oslo_vmware.api [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257320, 'name': PowerOnVM_Task, 'duration_secs': 1.04609} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.575874] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.576108] env[69674]: INFO nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1043.576299] env[69674]: DEBUG nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1043.576575] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.577354] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ad2833-88ef-4f53-917b-d939e1446814 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792363] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.792736] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.881101] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.924494] env[69674]: DEBUG nova.network.neutron [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updating instance_info_cache with network_info: [{"id": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "address": "fa:16:3e:29:84:cf", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db2ed7-ae", "ovs_interfaceid": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.040233] env[69674]: DEBUG nova.scheduler.client.report [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.074992] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257321, 'name': PowerOffVM_Task, 'duration_secs': 0.313573} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.075331] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.075506] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.075768] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a200cfd4-bfa5-47dc-a7a9-f44c47465d36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.095969] env[69674]: INFO nova.compute.manager [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Took 36.93 seconds to build instance. [ 1044.098919] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.099195] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.099298] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Deleting the datastore file [datastore2] a2f2d5cf-152c-4fa3-8262-437237619dc6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.099539] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df7c3623-2977-48ea-8c61-fd7563e11773 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.106638] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for the task: (returnval){ [ 1044.106638] env[69674]: value = "task-3257323" [ 1044.106638] env[69674]: _type = "Task" [ 1044.106638] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.116089] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.185451] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1044.213760] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.213760] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.214023] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.214023] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.214136] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.214283] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.214890] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.214890] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.214890] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.215056] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.215241] env[69674]: DEBUG nova.virt.hardware [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.216188] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb8b5f7-3a7d-4f99-9dff-01aafb2e0ab0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.223548] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3d958-c541-4e8b-a4fd-8f6bee779e61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.295408] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.295686] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received event network-vif-plugged-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1044.295889] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Acquiring lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.296108] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.296274] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.296444] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] No waiting events found dispatching network-vif-plugged-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.296611] env[69674]: WARNING nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received unexpected event network-vif-plugged-83db2ed7-ae50-45a0-94a6-429f76de5f57 for instance with vm_state building and task_state spawning. [ 1044.296793] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1044.296941] env[69674]: DEBUG nova.compute.manager [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing instance network info cache due to event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1044.297173] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Acquiring lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.428606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.428901] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Instance network_info: |[{"id": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "address": "fa:16:3e:29:84:cf", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db2ed7-ae", "ovs_interfaceid": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1044.429730] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Acquired lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.429730] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.430709] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:84:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83db2ed7-ae50-45a0-94a6-429f76de5f57', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.438094] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.441874] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.442320] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea366529-6ae7-44e0-8d2d-941def1f1b6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.461912] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.461912] env[69674]: value = "task-3257324" [ 1044.461912] env[69674]: _type = "Task" [ 1044.461912] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.469525] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257324, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.545423] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.546023] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1044.549620] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.673s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.597765] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ad6181c-ec09-4a4c-8d56-d8a51caaeb48 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.446s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.617585] env[69674]: DEBUG oslo_vmware.api [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Task: {'id': task-3257323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089753} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.617773] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.618050] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.618289] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.618717] env[69674]: INFO nova.compute.manager [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1044.618887] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.619619] env[69674]: DEBUG nova.compute.manager [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1044.619619] env[69674]: DEBUG nova.network.neutron [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.643813] env[69674]: DEBUG nova.network.neutron [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.798864] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updated VIF entry in instance network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.800033] env[69674]: DEBUG nova.network.neutron [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updating instance_info_cache with network_info: [{"id": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "address": "fa:16:3e:29:84:cf", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db2ed7-ae", "ovs_interfaceid": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.854373] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Successfully updated port: 44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.973639] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257324, 'name': CreateVM_Task, 'duration_secs': 0.31156} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.973805] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.974504] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.974706] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.975074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.975361] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a728a1e1-9389-4d3a-888c-b1d52e967141 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.980207] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1044.980207] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521e4e1e-c087-ae00-686d-0fdec5501b2d" [ 1044.980207] env[69674]: _type = "Task" [ 1044.980207] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.988970] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521e4e1e-c087-ae00-686d-0fdec5501b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.018467] env[69674]: DEBUG nova.compute.manager [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Received event network-vif-plugged-44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1045.018718] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.018857] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.019040] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.019230] env[69674]: DEBUG nova.compute.manager [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] No waiting events found dispatching network-vif-plugged-44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.019409] env[69674]: WARNING nova.compute.manager [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Received unexpected event network-vif-plugged-44236f36-05f4-4de8-b2f4-9f356f94099f for instance with vm_state building and task_state spawning. [ 1045.019517] env[69674]: DEBUG nova.compute.manager [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Received event network-changed-44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1045.019681] env[69674]: DEBUG nova.compute.manager [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Refreshing instance network info cache due to event network-changed-44236f36-05f4-4de8-b2f4-9f356f94099f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1045.019858] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Acquiring lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.019992] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Acquired lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.020169] env[69674]: DEBUG nova.network.neutron [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Refreshing network info cache for port 44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.053206] env[69674]: DEBUG nova.compute.utils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.059034] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1045.059034] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.096608] env[69674]: DEBUG nova.policy [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.146097] env[69674]: DEBUG nova.network.neutron [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.300473] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c820479-dee8-4c7b-833a-22b79c046e28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.303414] env[69674]: DEBUG oslo_concurrency.lockutils [req-3b026fec-ece5-464b-85a3-b79cf48994ee req-5891bd6f-5456-4d93-8b05-a8d6e69cddf6 service nova] Releasing lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.308704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c869f47-874c-4b76-9a77-d679bcfe52c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339330] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4091365-5859-4e87-ae88-0b32c33e6b63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.346763] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45716a-81f8-46e9-b84a-9ed7cd9dc4dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.361327] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.361862] env[69674]: DEBUG nova.compute.provider_tree [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.373083] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Successfully created port: 7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.426349] env[69674]: DEBUG nova.compute.manager [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1045.427345] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335ce52-f400-47fc-8eb3-e37b82d82fce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.491395] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521e4e1e-c087-ae00-686d-0fdec5501b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.491641] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.491865] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.492110] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.492258] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.492437] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.492706] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35164255-1b66-4492-9cbb-1993d5b146c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.501851] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.502099] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.502787] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff3f540-727c-4d8f-8af5-d6eafe1c9013 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.508542] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1045.508542] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523e56fa-c261-b775-4918-0c252ff91d90" [ 1045.508542] env[69674]: _type = "Task" [ 1045.508542] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.516341] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523e56fa-c261-b775-4918-0c252ff91d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.559217] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1045.598848] env[69674]: DEBUG nova.network.neutron [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.648736] env[69674]: INFO nova.compute.manager [-] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Took 1.03 seconds to deallocate network for instance. [ 1045.726026] env[69674]: DEBUG nova.network.neutron [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.868028] env[69674]: DEBUG nova.scheduler.client.report [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.938358] env[69674]: INFO nova.compute.manager [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] instance snapshotting [ 1045.941127] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b4598-4c22-475a-b0f2-94a302a2c9c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.960590] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3968d9-68dc-4839-a6d9-cc42d20c6d9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.019012] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523e56fa-c261-b775-4918-0c252ff91d90, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.019855] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625c9063-9112-4d40-b377-4fb3d2c3b33b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.024925] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1046.024925] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3844b-9190-dbe9-7930-9e5e69e890f1" [ 1046.024925] env[69674]: _type = "Task" [ 1046.024925] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.032417] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3844b-9190-dbe9-7930-9e5e69e890f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.159231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.228648] env[69674]: DEBUG oslo_concurrency.lockutils [req-85a69361-7412-4149-a036-f83d38258331 req-9d52f879-14b5-474c-a3da-caf8bd7cec9e service nova] Releasing lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.229460] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.229639] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.471928] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.472329] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbd52b29-6100-4f12-a986-d2321dbe10b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.480579] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1046.480579] env[69674]: value = "task-3257325" [ 1046.480579] env[69674]: _type = "Task" [ 1046.480579] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.489132] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.535633] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3844b-9190-dbe9-7930-9e5e69e890f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.535934] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.536162] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 207b2473-3a7a-4ac8-a7a8-177ccebcb052/207b2473-3a7a-4ac8-a7a8-177ccebcb052.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.536429] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27976bb2-fc5e-4ca0-8ca7-3d61713b7ace {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.543193] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1046.543193] env[69674]: value = "task-3257326" [ 1046.543193] env[69674]: _type = "Task" [ 1046.543193] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.550431] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.568325] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1046.599543] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.599828] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.600019] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.600205] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.600353] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.600502] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.600818] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.601312] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.601312] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.601392] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.601579] env[69674]: DEBUG nova.virt.hardware [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.602592] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8de3c-6f9f-4afb-8ae8-e6644e33f31e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.610503] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d64d56-7997-4db4-b1d8-01ebedb94633 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.800983] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.878467] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.329s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.881926] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.425s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.882234] env[69674]: DEBUG nova.objects.instance [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lazy-loading 'resources' on Instance uuid 7d578926-cf3b-4ddd-84c9-22b51df34239 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.991507] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.055654] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487693} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.055997] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 207b2473-3a7a-4ac8-a7a8-177ccebcb052/207b2473-3a7a-4ac8-a7a8-177ccebcb052.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.058170] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.058479] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-019c2676-9ae5-4dd2-b22c-cd580e0511dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.065787] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1047.065787] env[69674]: value = "task-3257327" [ 1047.065787] env[69674]: _type = "Task" [ 1047.065787] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.073704] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.088257] env[69674]: DEBUG nova.network.neutron [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating instance_info_cache with network_info: [{"id": "44236f36-05f4-4de8-b2f4-9f356f94099f", "address": "fa:16:3e:39:90:4c", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44236f36-05", "ovs_interfaceid": "44236f36-05f4-4de8-b2f4-9f356f94099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.113729] env[69674]: DEBUG nova.compute.manager [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Received event network-vif-plugged-7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1047.114037] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] Acquiring lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.114217] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.114494] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.114865] env[69674]: DEBUG nova.compute.manager [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] No waiting events found dispatching network-vif-plugged-7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.114865] env[69674]: WARNING nova.compute.manager [req-fe061316-78c4-4d2b-89b0-d67b2ed08817 req-e5d12c6d-0247-446d-a789-6cc338557c75 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Received unexpected event network-vif-plugged-7323895a-8317-4fdb-bf1c-8776400a9a51 for instance with vm_state building and task_state spawning. [ 1047.234821] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Successfully updated port: 7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.464722] env[69674]: INFO nova.scheduler.client.report [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocation for migration 77e6f0f7-b5d9-44e5-9cf9-a8cb26303add [ 1047.498086] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257325, 'name': CreateSnapshot_Task, 'duration_secs': 0.785003} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.501472] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.502743] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b97606b-f1bb-45b0-964a-d71dce7f0ddd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.576027] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063592} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.578467] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.579543] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dabd4aa-b974-4e58-b961-79b69fd25247 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.594429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.594762] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance network_info: |[{"id": "44236f36-05f4-4de8-b2f4-9f356f94099f", "address": "fa:16:3e:39:90:4c", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44236f36-05", "ovs_interfaceid": "44236f36-05f4-4de8-b2f4-9f356f94099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1047.603529] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 207b2473-3a7a-4ac8-a7a8-177ccebcb052/207b2473-3a7a-4ac8-a7a8-177ccebcb052.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.606610] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:90:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44236f36-05f4-4de8-b2f4-9f356f94099f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.614093] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.614283] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5d428a-8f92-4349-a94b-1e7246df0eec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.628327] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.628848] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-746c94b3-be36-41ec-9241-478e21042bec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.648436] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1047.648436] env[69674]: value = "task-3257328" [ 1047.648436] env[69674]: _type = "Task" [ 1047.648436] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.652820] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.652820] env[69674]: value = "task-3257329" [ 1047.652820] env[69674]: _type = "Task" [ 1047.652820] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.660744] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.665346] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257329, 'name': CreateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.705582] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d51bec-7862-42cc-8ebd-4de9b5a63695 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.713091] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f1d45-1df4-4f90-a622-306cd8d388cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.749261] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.749721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.749861] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.753674] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d7de1-7787-4b1c-be9d-899ce3b4bd98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.762334] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0cc76-b264-4446-bd81-8fd54b42d54d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.776340] env[69674]: DEBUG nova.compute.provider_tree [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.973589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3d998672-d098-47f0-ad94-ae818334cbb8 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.552s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.024685] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1048.025326] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9862ba7-12b6-4927-a7d1-f2f01fbd9a37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.034033] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1048.034033] env[69674]: value = "task-3257330" [ 1048.034033] env[69674]: _type = "Task" [ 1048.034033] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.042625] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257330, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.161487] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.166605] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257329, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.279698] env[69674]: DEBUG nova.scheduler.client.report [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.321042] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.492723] env[69674]: DEBUG nova.network.neutron [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Updating instance_info_cache with network_info: [{"id": "7323895a-8317-4fdb-bf1c-8776400a9a51", "address": "fa:16:3e:4e:13:e8", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323895a-83", "ovs_interfaceid": "7323895a-8317-4fdb-bf1c-8776400a9a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.547569] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257330, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.662735] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257328, 'name': ReconfigVM_Task, 'duration_secs': 0.58712} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.665881] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 207b2473-3a7a-4ac8-a7a8-177ccebcb052/207b2473-3a7a-4ac8-a7a8-177ccebcb052.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.666499] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257329, 'name': CreateVM_Task, 'duration_secs': 0.80472} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.666700] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46110b01-2a8e-4aef-bbb8-541da63b9146 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.668237] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.668883] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.669053] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.669365] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.669982] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80d9ccd-8f6e-45c0-9162-8766f3340b01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.674120] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1048.674120] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f0bd9-8bab-855b-80b9-964dae1541bd" [ 1048.674120] env[69674]: _type = "Task" [ 1048.674120] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.675367] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1048.675367] env[69674]: value = "task-3257331" [ 1048.675367] env[69674]: _type = "Task" [ 1048.675367] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.688579] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f0bd9-8bab-855b-80b9-964dae1541bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.688836] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257331, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.784989] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.787400] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.936s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.788180] env[69674]: DEBUG nova.objects.instance [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.811032] env[69674]: INFO nova.scheduler.client.report [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Deleted allocations for instance 7d578926-cf3b-4ddd-84c9-22b51df34239 [ 1048.985531] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.985805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.986079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "b359c238-ef34-4dac-af31-dd00272fee74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.986284] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.986458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.988546] env[69674]: INFO nova.compute.manager [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Terminating instance [ 1048.995564] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.995879] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Instance network_info: |[{"id": "7323895a-8317-4fdb-bf1c-8776400a9a51", "address": "fa:16:3e:4e:13:e8", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323895a-83", "ovs_interfaceid": "7323895a-8317-4fdb-bf1c-8776400a9a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1048.996327] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:13:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7323895a-8317-4fdb-bf1c-8776400a9a51', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.004020] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.004976] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.005235] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a786ca1-f0c6-4bfd-a768-b7919301610d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.027293] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.027293] env[69674]: value = "task-3257332" [ 1049.027293] env[69674]: _type = "Task" [ 1049.027293] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.036577] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257332, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.044472] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257330, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.141837] env[69674]: DEBUG nova.compute.manager [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Received event network-changed-7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1049.142051] env[69674]: DEBUG nova.compute.manager [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Refreshing instance network info cache due to event network-changed-7323895a-8317-4fdb-bf1c-8776400a9a51. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1049.142272] env[69674]: DEBUG oslo_concurrency.lockutils [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] Acquiring lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.142420] env[69674]: DEBUG oslo_concurrency.lockutils [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] Acquired lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.142599] env[69674]: DEBUG nova.network.neutron [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Refreshing network info cache for port 7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.193261] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257331, 'name': Rename_Task, 'duration_secs': 0.164788} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.193652] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f0bd9-8bab-855b-80b9-964dae1541bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.194200] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.194330] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.194596] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.194827] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.194974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.195166] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.195417] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff43fe1f-c69d-459d-97fa-858468a45bff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.197246] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b2f57db-c8ae-41b0-84ce-318575d7de9b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.203441] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1049.203441] env[69674]: value = "task-3257333" [ 1049.203441] env[69674]: _type = "Task" [ 1049.203441] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.208348] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.208348] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.209635] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87541e04-071c-4cc9-85e3-d6b84f863f1b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.215059] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.218107] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1049.218107] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5254129f-4872-08df-31ff-bfc0014d0bd2" [ 1049.218107] env[69674]: _type = "Task" [ 1049.218107] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.227272] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5254129f-4872-08df-31ff-bfc0014d0bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.292392] env[69674]: DEBUG nova.objects.instance [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.320022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-31e62cd5-f55f-4e26-8022-d228c132f8fb tempest-InstanceActionsV221TestJSON-1505989446 tempest-InstanceActionsV221TestJSON-1505989446-project-member] Lock "7d578926-cf3b-4ddd-84c9-22b51df34239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.881s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.493511] env[69674]: DEBUG nova.compute.manager [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1049.493942] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.495492] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce9581-cfbb-4eb4-b942-e1b6390b94bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.507593] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.508107] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f58d0f-73ad-410b-a127-cc49b4f3126b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.517034] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1049.517034] env[69674]: value = "task-3257334" [ 1049.517034] env[69674]: _type = "Task" [ 1049.517034] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.530021] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.563716] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.564213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.565970] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257330, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.566780] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257332, 'name': CreateVM_Task, 'duration_secs': 0.452296} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.567220] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.568225] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.568498] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.569071] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.569477] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc212b62-9926-4839-8dba-625f5429aefd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.578247] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1049.578247] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd8ea6-a659-b49f-6c4c-a1f7be467d03" [ 1049.578247] env[69674]: _type = "Task" [ 1049.578247] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.594080] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd8ea6-a659-b49f-6c4c-a1f7be467d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.715124] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.728126] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5254129f-4872-08df-31ff-bfc0014d0bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.729135] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1284d38b-d69c-419e-8c2b-cc12681a282d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738622] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1049.738622] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b79a1c-41e3-dc21-6af9-c313d161cb8a" [ 1049.738622] env[69674]: _type = "Task" [ 1049.738622] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.750248] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b79a1c-41e3-dc21-6af9-c313d161cb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.796785] env[69674]: INFO nova.compute.claims [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.927387] env[69674]: DEBUG nova.network.neutron [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Updated VIF entry in instance network info cache for port 7323895a-8317-4fdb-bf1c-8776400a9a51. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.927958] env[69674]: DEBUG nova.network.neutron [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Updating instance_info_cache with network_info: [{"id": "7323895a-8317-4fdb-bf1c-8776400a9a51", "address": "fa:16:3e:4e:13:e8", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323895a-83", "ovs_interfaceid": "7323895a-8317-4fdb-bf1c-8776400a9a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.027673] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257334, 'name': PowerOffVM_Task, 'duration_secs': 0.263036} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.027986] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.028175] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.028442] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142cffb6-9ac9-4cec-9ac3-b144d8b4202d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.048273] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257330, 'name': CloneVM_Task, 'duration_secs': 1.539052} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.048532] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Created linked-clone VM from snapshot [ 1050.049336] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa0e9b2-86e5-47e1-8527-0baa8aceca27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.057087] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Uploading image c18263ce-5d89-4947-885d-83fdde2e340d {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1050.067859] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1050.072607] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.072910] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-614ca8a3-f518-45ce-8c26-65b6d42454f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.079426] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1050.079426] env[69674]: value = "task-3257336" [ 1050.079426] env[69674]: _type = "Task" [ 1050.079426] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.093094] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fd8ea6-a659-b49f-6c4c-a1f7be467d03, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.096714] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.097028] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.097249] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097465] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257336, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.101861] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.102326] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.102428] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] b359c238-ef34-4dac-af31-dd00272fee74 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.102676] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9c85ae-e694-411a-be49-6946a1d54692 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.110313] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1050.110313] env[69674]: value = "task-3257337" [ 1050.110313] env[69674]: _type = "Task" [ 1050.110313] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.121681] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.214826] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257333, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.249660] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b79a1c-41e3-dc21-6af9-c313d161cb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.249660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.249971] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.250244] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.250388] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.250930] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-097be3bf-8d9f-42c4-8da3-e18ee0cd68b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.252994] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19a763b-33eb-49fb-997a-d0998c81dc10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.260206] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1050.260206] env[69674]: value = "task-3257338" [ 1050.260206] env[69674]: _type = "Task" [ 1050.260206] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.265500] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.265727] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.269490] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bc6108-ea96-4259-b00c-dc849a1d6c4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.275632] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1050.275632] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528abdc7-8414-937f-5b99-58cb3f38f20d" [ 1050.275632] env[69674]: _type = "Task" [ 1050.275632] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.285224] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528abdc7-8414-937f-5b99-58cb3f38f20d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.431270] env[69674]: DEBUG oslo_concurrency.lockutils [req-9275a8d4-2242-4339-be55-00820b089cb1 req-6c6b08cd-a47a-41a2-acca-c218e945b081 service nova] Releasing lock "refresh_cache-1f4affbd-cb05-4314-a428-29839b11d3e7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.592015] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257336, 'name': Destroy_Task, 'duration_secs': 0.446855} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.593532] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.593934] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Destroyed the VM [ 1050.594293] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.594633] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cdd7bbc3-7d4e-491b-b8dd-62d7e750fd79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.603644] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1050.603644] env[69674]: value = "task-3257339" [ 1050.603644] env[69674]: _type = "Task" [ 1050.603644] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.621036] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257339, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.625252] env[69674]: DEBUG oslo_vmware.api [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249031} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.625946] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.625946] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.625946] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.626164] env[69674]: INFO nova.compute.manager [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.626340] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.626537] env[69674]: DEBUG nova.compute.manager [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1050.626626] env[69674]: DEBUG nova.network.neutron [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.715366] env[69674]: DEBUG oslo_vmware.api [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257333, 'name': PowerOnVM_Task, 'duration_secs': 1.055437} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.715795] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.716295] env[69674]: INFO nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1050.716607] env[69674]: DEBUG nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1050.717671] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fc7fad-0d1b-4c71-acd4-a9a688816fac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.771245] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.788174] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528abdc7-8414-937f-5b99-58cb3f38f20d, 'name': SearchDatastore_Task, 'duration_secs': 0.019989} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.789184] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fa0efb-e18c-4b9c-9574-c7d0528d55ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.796305] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1050.796305] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283114c-b31d-b6ec-5b2e-9e31ee595756" [ 1050.796305] env[69674]: _type = "Task" [ 1050.796305] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.809130] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283114c-b31d-b6ec-5b2e-9e31ee595756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.116341] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257339, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.168036] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a6ded7-27ff-4c16-830f-46be481a76dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.176913] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76ad6d-fed5-4acc-bdc7-eee3a7f4cb54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.219077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea804f3-2735-4c32-87ce-432b68af762b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.223018] env[69674]: DEBUG nova.compute.manager [req-9a466604-b5ae-43ad-83be-89c34af58a06 req-0e47a661-4b3a-482c-bbb4-b7b328d7379b service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Received event network-vif-deleted-a28b0d31-af82-4a2e-8a74-fc63a20be2ee {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1051.223290] env[69674]: INFO nova.compute.manager [req-9a466604-b5ae-43ad-83be-89c34af58a06 req-0e47a661-4b3a-482c-bbb4-b7b328d7379b service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Neutron deleted interface a28b0d31-af82-4a2e-8a74-fc63a20be2ee; detaching it from the instance and deleting it from the info cache [ 1051.223497] env[69674]: DEBUG nova.network.neutron [req-9a466604-b5ae-43ad-83be-89c34af58a06 req-0e47a661-4b3a-482c-bbb4-b7b328d7379b service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.234578] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce7aba1-4145-4d72-9bb0-77aa024cde78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.241574] env[69674]: INFO nova.compute.manager [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Took 31.63 seconds to build instance. [ 1051.252568] env[69674]: DEBUG nova.compute.provider_tree [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.272948] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633232} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.273293] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.273542] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.273824] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf74507c-1a90-4ace-93e0-f77c77ab341f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.280414] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1051.280414] env[69674]: value = "task-3257340" [ 1051.280414] env[69674]: _type = "Task" [ 1051.280414] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.288672] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.307117] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5283114c-b31d-b6ec-5b2e-9e31ee595756, 'name': SearchDatastore_Task, 'duration_secs': 0.055877} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.307427] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.307726] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 1f4affbd-cb05-4314-a428-29839b11d3e7/1f4affbd-cb05-4314-a428-29839b11d3e7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.308929] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ddc2197-3333-4f92-8b01-487d31de87d2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.317438] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1051.317438] env[69674]: value = "task-3257341" [ 1051.317438] env[69674]: _type = "Task" [ 1051.317438] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.326406] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.525491] env[69674]: DEBUG nova.network.neutron [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.615436] env[69674]: DEBUG oslo_vmware.api [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257339, 'name': RemoveSnapshot_Task, 'duration_secs': 0.969955} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.615744] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.728830] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5d6da08-c1a5-4688-a44b-d090a3fca797 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.742302] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317f6d5-81cd-47e1-9e59-ec558f736011 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.755495] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22c25a90-5d23-41b4-b6b9-49fc58a23d01 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.155s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.757247] env[69674]: DEBUG nova.scheduler.client.report [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.770020] env[69674]: DEBUG nova.compute.manager [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1051.770290] env[69674]: DEBUG nova.compute.manager [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing instance network info cache due to event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1051.770560] env[69674]: DEBUG oslo_concurrency.lockutils [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.770711] env[69674]: DEBUG oslo_concurrency.lockutils [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.770910] env[69674]: DEBUG nova.network.neutron [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.787515] env[69674]: DEBUG nova.compute.manager [req-9a466604-b5ae-43ad-83be-89c34af58a06 req-0e47a661-4b3a-482c-bbb4-b7b328d7379b service nova] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Detach interface failed, port_id=a28b0d31-af82-4a2e-8a74-fc63a20be2ee, reason: Instance b359c238-ef34-4dac-af31-dd00272fee74 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1051.802791] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070038} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.803148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.804131] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a11485-2e1b-4999-abc7-6cd439e3d069 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.829507] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.833801] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7161aa7-e226-4180-a78d-3fc9aa2547eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.866518] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257341, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.870211] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1051.870211] env[69674]: value = "task-3257342" [ 1051.870211] env[69674]: _type = "Task" [ 1051.870211] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.898035] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.029606] env[69674]: INFO nova.compute.manager [-] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Took 1.40 seconds to deallocate network for instance. [ 1052.120733] env[69674]: WARNING nova.compute.manager [None req-9abb19fb-962f-4457-9940-472cfa239ac0 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Image not found during snapshot: nova.exception.ImageNotFound: Image c18263ce-5d89-4947-885d-83fdde2e340d could not be found. [ 1052.185778] env[69674]: DEBUG nova.network.neutron [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updated VIF entry in instance network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.185778] env[69674]: DEBUG nova.network.neutron [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.265974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.479s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.268265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.374s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.268501] env[69674]: DEBUG nova.objects.instance [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'resources' on Instance uuid c3d16a15-fe59-488b-bdfb-6f7116e3c735 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.312544] env[69674]: INFO nova.network.neutron [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating port c06fe11b-1fbb-4f05-ba23-b08943ff8018 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1052.329789] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.330076] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 1f4affbd-cb05-4314-a428-29839b11d3e7/1f4affbd-cb05-4314-a428-29839b11d3e7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.330296] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.330557] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83609b8-11ba-4f48-956c-39592370b0bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.337192] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1052.337192] env[69674]: value = "task-3257343" [ 1052.337192] env[69674]: _type = "Task" [ 1052.337192] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.346483] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.382203] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257342, 'name': ReconfigVM_Task, 'duration_secs': 0.351132} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.382818] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.383651] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934bb217-b3e4-465b-bed3-bd802cd2f8c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.389751] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1052.389751] env[69674]: value = "task-3257344" [ 1052.389751] env[69674]: _type = "Task" [ 1052.389751] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.399103] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257344, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.542993] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.687983] env[69674]: DEBUG oslo_concurrency.lockutils [req-b5fab499-e915-4321-8617-681da9bb6a49 req-6e54eee2-91ed-4e5e-b602-c8299f6ca4f5 service nova] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.848408] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062702} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.849747] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.849747] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a374a0e5-f821-4cc0-b756-e460c16f6a2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.880030] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 1f4affbd-cb05-4314-a428-29839b11d3e7/1f4affbd-cb05-4314-a428-29839b11d3e7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.881327] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213a0fa0-300f-4e99-be7f-27b71c1ab720 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.906534] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257344, 'name': Rename_Task, 'duration_secs': 0.149089} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.907950] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.908302] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1052.908302] env[69674]: value = "task-3257345" [ 1052.908302] env[69674]: _type = "Task" [ 1052.908302] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.910885] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c38335cb-0f50-42d9-b3c5-010c86b636ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.924941] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.929281] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1052.929281] env[69674]: value = "task-3257346" [ 1052.929281] env[69674]: _type = "Task" [ 1052.929281] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.939874] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257346, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.108378] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f3d301-0d25-4dcb-8c6d-e1e3fede705d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.116891] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee60cd-4a6b-4450-bd7e-19673da7efea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.149927] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5dce84-0c2b-4f63-9727-e512c56c1854 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.157601] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def0539-6ba8-49b9-80b2-eb0b7a53942b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.171311] env[69674]: DEBUG nova.compute.provider_tree [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.253026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "bed94c17-f160-4882-886c-0e00ee985f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.253181] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.253420] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.253673] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.253870] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.256194] env[69674]: INFO nova.compute.manager [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Terminating instance [ 1053.423021] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.438881] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257346, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.676993] env[69674]: DEBUG nova.scheduler.client.report [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.760241] env[69674]: DEBUG nova.compute.manager [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1053.760504] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.761453] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761275c8-c52c-48cf-9bce-72d38048c827 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.775579] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.775579] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35bf2639-9da5-43d2-8576-fb0eb1b5eb98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.778965] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1053.778965] env[69674]: value = "task-3257347" [ 1053.778965] env[69674]: _type = "Task" [ 1053.778965] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.789833] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.801707] env[69674]: DEBUG nova.compute.manager [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1053.801707] env[69674]: DEBUG nova.compute.manager [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing instance network info cache due to event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1053.801707] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.801818] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.802494] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.820546] env[69674]: DEBUG nova.compute.manager [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1053.820678] env[69674]: DEBUG oslo_concurrency.lockutils [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.820775] env[69674]: DEBUG oslo_concurrency.lockutils [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.820981] env[69674]: DEBUG oslo_concurrency.lockutils [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.821164] env[69674]: DEBUG nova.compute.manager [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] No waiting events found dispatching network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.821369] env[69674]: WARNING nova.compute.manager [req-b20bf9f0-2cc2-4afe-a9f7-836d824f1530 req-a9695081-5f08-46d2-91d4-a33405cccc62 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received unexpected event network-vif-plugged-c06fe11b-1fbb-4f05-ba23-b08943ff8018 for instance with vm_state shelved_offloaded and task_state spawning. [ 1053.919332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.919332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919577] env[69674]: DEBUG nova.network.neutron [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.931766] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257345, 'name': ReconfigVM_Task, 'duration_secs': 0.639804} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.935443] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 1f4affbd-cb05-4314-a428-29839b11d3e7/1f4affbd-cb05-4314-a428-29839b11d3e7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.936422] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-670fdf1a-d1b6-4e76-b377-f2ed6275f349 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.943707] env[69674]: DEBUG oslo_vmware.api [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257346, 'name': PowerOnVM_Task, 'duration_secs': 0.730779} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.945241] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.945512] env[69674]: INFO nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1053.945735] env[69674]: DEBUG nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1053.946140] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1053.946140] env[69674]: value = "task-3257348" [ 1053.946140] env[69674]: _type = "Task" [ 1053.946140] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.946921] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef3458-cf90-4064-8c1d-0261129767f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.967199] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257348, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.183785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.189119] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.399s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.189407] env[69674]: DEBUG nova.objects.instance [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid 9a3305d2-82be-461b-b78a-aa9bbf75489a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.208621] env[69674]: INFO nova.scheduler.client.report [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted allocations for instance c3d16a15-fe59-488b-bdfb-6f7116e3c735 [ 1054.289106] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257347, 'name': PowerOffVM_Task, 'duration_secs': 0.358906} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.289534] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.289750] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.289945] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c356f54-7de5-445b-97e7-15748a78bc92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.365183] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.365406] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.365590] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleting the datastore file [datastore2] bed94c17-f160-4882-886c-0e00ee985f9b {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.365891] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fe6fadf-ae0a-4c7e-9db7-2e2cf5b512de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.372234] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for the task: (returnval){ [ 1054.372234] env[69674]: value = "task-3257350" [ 1054.372234] env[69674]: _type = "Task" [ 1054.372234] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.384134] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.462572] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257348, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.474820] env[69674]: INFO nova.compute.manager [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Took 28.39 seconds to build instance. [ 1054.641673] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updated VIF entry in instance network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.642044] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.721308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4464b914-745c-4c12-9c09-c9d7ddf1f3fc tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "c3d16a15-fe59-488b-bdfb-6f7116e3c735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.005s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.781629] env[69674]: DEBUG nova.network.neutron [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.883659] env[69674]: DEBUG oslo_vmware.api [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Task: {'id': task-3257350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40701} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.883935] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.884137] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.884312] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.884482] env[69674]: INFO nova.compute.manager [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1054.884727] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.884920] env[69674]: DEBUG nova.compute.manager [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1054.885036] env[69674]: DEBUG nova.network.neutron [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.961084] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257348, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.969061] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02863571-4df3-42da-9a76-f11dd51be0cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.979789] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e03372-9124-45d7-8f5c-bfe354f18233 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.983139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a3e8bbcf-a647-4fff-bdc7-af4222f3b9fd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.911s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.010830] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2454ec-8b7e-4f33-b7a1-8d86bb38ecb7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.018209] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dc2f1e-f7dc-45bd-9413-45461cc84a5a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.031992] env[69674]: DEBUG nova.compute.provider_tree [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.144861] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.145334] env[69674]: DEBUG nova.compute.manager [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1055.145558] env[69674]: DEBUG nova.compute.manager [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing instance network info cache due to event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1055.145785] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Acquiring lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.145922] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Acquired lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.146097] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.284645] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.315088] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4169a6a9a36b20ce67e96511cd89e016',container_format='bare',created_at=2025-04-03T13:08:33Z,direct_url=,disk_format='vmdk',id=bbc656a8-5bac-404a-9ac5-ea882caa8f25,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1861347247-shelved',owner='4a7b22682966418689f0f0cf3f9438fd',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-03T13:08:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.315341] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.315496] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.315671] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.315849] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.315961] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.316188] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.316347] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.316512] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.316674] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.316847] env[69674]: DEBUG nova.virt.hardware [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.317698] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95986b49-28c2-4e40-b5f2-a08b5937b22e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.325514] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b58c1-3aea-4eb5-847a-37e992cae0a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.338948] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d4:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06fe11b-1fbb-4f05-ba23-b08943ff8018', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.346608] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.346608] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.346979] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24f8049e-717e-4e9e-8656-91633545ecce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.366805] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.366805] env[69674]: value = "task-3257351" [ 1055.366805] env[69674]: _type = "Task" [ 1055.366805] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.377731] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257351, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.464044] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257348, 'name': Rename_Task, 'duration_secs': 1.206788} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.464404] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.464687] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8069877a-d0e5-44ec-9453-59249516333e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.471473] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1055.471473] env[69674]: value = "task-3257352" [ 1055.471473] env[69674]: _type = "Task" [ 1055.471473] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.474701] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.474803] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.475012] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.475250] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.475421] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.477331] env[69674]: INFO nova.compute.manager [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Terminating instance [ 1055.486687] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.535658] env[69674]: DEBUG nova.scheduler.client.report [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.779031] env[69674]: DEBUG nova.network.neutron [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.878293] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257351, 'name': CreateVM_Task, 'duration_secs': 0.317916} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.878293] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.878740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.879273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.879737] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.880021] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171a5120-5f62-4a23-b432-b7e02986e061 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.885626] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1055.885626] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52406e20-0f1a-a220-500d-b4106085c18f" [ 1055.885626] env[69674]: _type = "Task" [ 1055.885626] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.894531] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52406e20-0f1a-a220-500d-b4106085c18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.911687] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updated VIF entry in instance network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.912858] env[69674]: DEBUG nova.network.neutron [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updating instance_info_cache with network_info: [{"id": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "address": "fa:16:3e:29:84:cf", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db2ed7-ae", "ovs_interfaceid": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.917809] env[69674]: DEBUG nova.compute.manager [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1055.918455] env[69674]: DEBUG nova.compute.manager [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing instance network info cache due to event network-changed-83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1055.919316] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Acquiring lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.984025] env[69674]: DEBUG nova.compute.manager [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1055.984641] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.989051] env[69674]: DEBUG oslo_vmware.api [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257352, 'name': PowerOnVM_Task, 'duration_secs': 0.501197} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.989051] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47b262-59ea-47c5-8530-a0582dda8a68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.990717] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.992009] env[69674]: INFO nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1055.992009] env[69674]: DEBUG nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1055.994267] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b935a-df91-4c05-9b3d-ac87783c3497 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.999025] env[69674]: DEBUG nova.compute.manager [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1055.999169] env[69674]: DEBUG nova.compute.manager [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing instance network info cache due to event network-changed-c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1055.999429] env[69674]: DEBUG oslo_concurrency.lockutils [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999729] env[69674]: DEBUG oslo_concurrency.lockutils [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.999891] env[69674]: DEBUG nova.network.neutron [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Refreshing network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.012722] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.013243] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1b7322-3c61-4596-9098-dd07c6c79290 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.019918] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1056.019918] env[69674]: value = "task-3257354" [ 1056.019918] env[69674]: _type = "Task" [ 1056.019918] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.030184] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.041068] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.043779] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.924s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.044047] env[69674]: DEBUG nova.objects.instance [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.064420] env[69674]: INFO nova.scheduler.client.report [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance 9a3305d2-82be-461b-b78a-aa9bbf75489a [ 1056.283529] env[69674]: INFO nova.compute.manager [-] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Took 1.40 seconds to deallocate network for instance. [ 1056.397166] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.397480] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Processing image bbc656a8-5bac-404a-9ac5-ea882caa8f25 {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.397764] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.397937] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.398137] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.398398] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee897d8-9a76-4569-8cbb-7e1cf99ee8fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.407520] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.407835] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.408937] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26aeb0c5-3d11-4dc1-802b-9a7f623734a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.414357] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1056.414357] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521406eb-8cb7-01af-1a6b-45e39889cb15" [ 1056.414357] env[69674]: _type = "Task" [ 1056.414357] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.414871] env[69674]: DEBUG oslo_concurrency.lockutils [req-6e8cc767-ce66-4df2-a451-6934d1e42116 req-19819e2b-5e2b-44ec-b7d1-04acf46e32d5 service nova] Releasing lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.418042] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Acquired lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.418237] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Refreshing network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.429715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1056.430037] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Fetch image to [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d/OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1056.430269] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Downloading stream optimized image bbc656a8-5bac-404a-9ac5-ea882caa8f25 to [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d/OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d.vmdk on the data store datastore2 as vApp {{(pid=69674) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1056.430456] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Downloading image file data bbc656a8-5bac-404a-9ac5-ea882caa8f25 to the ESX as VM named 'OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d' {{(pid=69674) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1056.516238] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1056.516238] env[69674]: value = "resgroup-9" [ 1056.516238] env[69674]: _type = "ResourcePool" [ 1056.516238] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1056.516525] env[69674]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ef009897-e5fd-41bf-91a0-4b1cdfcd5016 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.537871] env[69674]: INFO nova.compute.manager [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Took 29.31 seconds to build instance. [ 1056.543871] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257354, 'name': PowerOffVM_Task, 'duration_secs': 0.252971} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.545155] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.545359] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.545640] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lease: (returnval){ [ 1056.545640] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1056.545640] env[69674]: _type = "HttpNfcLease" [ 1056.545640] env[69674]: } obtained for vApp import into resource pool (val){ [ 1056.545640] env[69674]: value = "resgroup-9" [ 1056.545640] env[69674]: _type = "ResourcePool" [ 1056.545640] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1056.545935] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the lease: (returnval){ [ 1056.545935] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1056.545935] env[69674]: _type = "HttpNfcLease" [ 1056.545935] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.546126] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee012ad5-156d-46f6-b3a4-d54e0f7aaa5e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.556240] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.556240] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1056.556240] env[69674]: _type = "HttpNfcLease" [ 1056.556240] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.573828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-583f0142-595f-4c6b-9605-504feb1b1aa2 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "9a3305d2-82be-461b-b78a-aa9bbf75489a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.171s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.631683] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.631876] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.632087] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleting the datastore file [datastore1] 207b2473-3a7a-4ac8-a7a8-177ccebcb052 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.632327] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774941bd-4414-4619-92e6-5243702e7ad3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.646353] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1056.646353] env[69674]: value = "task-3257357" [ 1056.646353] env[69674]: _type = "Task" [ 1056.646353] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.657769] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.790885] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.915495] env[69674]: DEBUG nova.network.neutron [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updated VIF entry in instance network info cache for port c06fe11b-1fbb-4f05-ba23-b08943ff8018. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.916385] env[69674]: DEBUG nova.network.neutron [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.040180] env[69674]: DEBUG oslo_concurrency.lockutils [None req-61f4e47e-4717-4378-8e7e-7ef8aa1e6d22 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.816s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.054938] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c696bdee-815e-4b08-9eee-c8522a0a27ee tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.055994] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.175s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.057502] env[69674]: INFO nova.compute.claims [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.064345] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.064345] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1057.064345] env[69674]: _type = "HttpNfcLease" [ 1057.064345] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.157022] env[69674]: DEBUG oslo_vmware.api [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170102} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.157022] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.157022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.157022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.157022] env[69674]: INFO nova.compute.manager [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1057.157022] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.157022] env[69674]: DEBUG nova.compute.manager [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1057.157022] env[69674]: DEBUG nova.network.neutron [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.223042] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updated VIF entry in instance network info cache for port 83db2ed7-ae50-45a0-94a6-429f76de5f57. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.223407] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updating instance_info_cache with network_info: [{"id": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "address": "fa:16:3e:29:84:cf", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83db2ed7-ae", "ovs_interfaceid": "83db2ed7-ae50-45a0-94a6-429f76de5f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.372211] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba0b84-b2e5-4113-884c-90a3f191d3fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.380766] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Suspending the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1057.381058] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-987bffa9-4597-4091-b450-cc318a61a967 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.387646] env[69674]: DEBUG oslo_vmware.api [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1057.387646] env[69674]: value = "task-3257358" [ 1057.387646] env[69674]: _type = "Task" [ 1057.387646] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.397345] env[69674]: DEBUG oslo_vmware.api [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257358, 'name': SuspendVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.419209] env[69674]: DEBUG oslo_concurrency.lockutils [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.419483] env[69674]: DEBUG nova.compute.manager [req-6a34961e-f39e-41ea-9b8c-3ebfa5e6df1e req-7703f52d-3e29-4914-88b1-149e9b36c090 service nova] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Received event network-vif-deleted-20043979-6785-4992-bc69-cf97fab628b1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1057.559779] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.559779] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1057.559779] env[69674]: _type = "HttpNfcLease" [ 1057.559779] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1057.560500] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1057.560500] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520974d7-a6a8-128a-acfb-46b681e58f9a" [ 1057.560500] env[69674]: _type = "HttpNfcLease" [ 1057.560500] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1057.561529] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae66199-c112-455c-b9e9-319ea473f0ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577158] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.577379] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1057.649713] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8aeeb3ef-82fa-4438-bd9d-24be5717f2ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.730040] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Releasing lock "refresh_cache-207b2473-3a7a-4ac8-a7a8-177ccebcb052" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.730300] env[69674]: DEBUG nova.compute.manager [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Received event network-changed-44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1057.730485] env[69674]: DEBUG nova.compute.manager [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Refreshing instance network info cache due to event network-changed-44236f36-05f4-4de8-b2f4-9f356f94099f. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1057.730704] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Acquiring lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.730858] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Acquired lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.731112] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Refreshing network info cache for port 44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.900096] env[69674]: DEBUG oslo_vmware.api [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257358, 'name': SuspendVM_Task} progress is 58%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.953424] env[69674]: DEBUG nova.compute.manager [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1057.953674] env[69674]: DEBUG nova.compute.manager [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing instance network info cache due to event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1057.953959] env[69674]: DEBUG oslo_concurrency.lockutils [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.954148] env[69674]: DEBUG oslo_concurrency.lockutils [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.954320] env[69674]: DEBUG nova.network.neutron [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.972943] env[69674]: DEBUG nova.network.neutron [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.076817] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.077112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.168292] env[69674]: DEBUG nova.compute.manager [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1058.168494] env[69674]: DEBUG nova.compute.manager [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing instance network info cache due to event network-changed-90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1058.168705] env[69674]: DEBUG oslo_concurrency.lockutils [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] Acquiring lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.378024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc82b8-bd4e-49e1-b9ae-b96cbbc15861 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.386508] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018cc87-b335-410f-a01e-12eec345cda6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.423882] env[69674]: DEBUG oslo_vmware.api [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257358, 'name': SuspendVM_Task, 'duration_secs': 0.722775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.428137] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Suspended the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1058.428358] env[69674]: DEBUG nova.compute.manager [None req-ba053ddc-07d1-486e-9c8f-3781dbd1ce82 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1058.429240] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c589f8-77b7-48cc-a7ad-229346202c13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.434450] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943befe3-72c0-46bd-9dc5-3360ac041d61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.448565] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81a66c-4dcb-436f-94cb-3357b22a03ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.470024] env[69674]: DEBUG nova.compute.provider_tree [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.477309] env[69674]: INFO nova.compute.manager [-] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Took 1.32 seconds to deallocate network for instance. [ 1058.582341] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1058.592368] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updated VIF entry in instance network info cache for port 44236f36-05f4-4de8-b2f4-9f356f94099f. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.592483] env[69674]: DEBUG nova.network.neutron [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating instance_info_cache with network_info: [{"id": "44236f36-05f4-4de8-b2f4-9f356f94099f", "address": "fa:16:3e:39:90:4c", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44236f36-05", "ovs_interfaceid": "44236f36-05f4-4de8-b2f4-9f356f94099f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.758770] env[69674]: DEBUG nova.network.neutron [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updated VIF entry in instance network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.759185] env[69674]: DEBUG nova.network.neutron [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.803715] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1058.803943] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.804970] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06c4e28-770a-4620-a519-46af82d27853 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.813172] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.813380] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1058.813667] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e9fa0cf0-7d1c-412c-b69f-c603ea0a4dd5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.974386] env[69674]: DEBUG nova.scheduler.client.report [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.983669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.992084] env[69674]: DEBUG oslo_vmware.rw_handles [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0816f-9f82-75c8-ba64-f22a9809302d/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1058.992322] env[69674]: INFO nova.virt.vmwareapi.images [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Downloaded image file data bbc656a8-5bac-404a-9ac5-ea882caa8f25 [ 1058.993348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abf159-e9af-4095-9e91-05f468016a2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.009475] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8426629-c33f-4a0e-88ef-155fdda3a924 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.045065] env[69674]: INFO nova.virt.vmwareapi.images [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] The imported VM was unregistered [ 1059.047591] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1059.047828] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25 {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.048115] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78f02041-a99e-4511-84c3-8ba08b88d1e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.057798] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Created directory with path [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25 {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.057981] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d/OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d.vmdk to [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk. {{(pid=69674) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1059.058512] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1ea3b7a1-5aa9-4c14-9a45-99d551780c97 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065243] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1059.065243] env[69674]: value = "task-3257360" [ 1059.065243] env[69674]: _type = "Task" [ 1059.065243] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.072738] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.096910] env[69674]: DEBUG oslo_concurrency.lockutils [req-1b12f6aa-9d0b-4ce3-98b2-d30347d8f9f0 req-890b0dcb-6562-4cf4-9c02-72ceca76ba64 service nova] Releasing lock "refresh_cache-e54c7670-57fa-43d5-966d-984e56d77d92" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.103932] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.261690] env[69674]: DEBUG oslo_concurrency.lockutils [req-076ea7c6-95f7-4e93-a554-483140d89be5 req-59eabdb6-dd05-47e0-9a05-28d971bfe145 service nova] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.262174] env[69674]: DEBUG oslo_concurrency.lockutils [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] Acquired lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.262374] env[69674]: DEBUG nova.network.neutron [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Refreshing network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.478876] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.479500] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1059.483951] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.325s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.484318] env[69674]: DEBUG nova.objects.instance [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lazy-loading 'resources' on Instance uuid a2f2d5cf-152c-4fa3-8262-437237619dc6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.576112] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.849311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "1f4affbd-cb05-4314-a428-29839b11d3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.849576] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.849789] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.849976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.850215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.852424] env[69674]: INFO nova.compute.manager [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Terminating instance [ 1059.990321] env[69674]: DEBUG nova.compute.utils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.992120] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1059.992319] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.054975] env[69674]: DEBUG nova.policy [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.059304] env[69674]: DEBUG nova.network.neutron [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updated VIF entry in instance network info cache for port 90f34c13-ed25-43bb-ad8c-14a71fab84c0. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.059566] env[69674]: DEBUG nova.network.neutron [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [{"id": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "address": "fa:16:3e:72:6d:be", "network": {"id": "a90cb71b-cc81-4853-8d8b-9f65a719c3f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-87423497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767168dd60b04b52bc50964c28ab891e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f34c13-ed", "ovs_interfaceid": "90f34c13-ed25-43bb-ad8c-14a71fab84c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.075269] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.247121] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e3238-ec35-491a-90ee-e554dc13120b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.255391] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da3bec-eadc-462f-afdc-76f4d5430e20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.286161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "da859841-35f7-4891-8e3c-09a0becd5523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.286416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.286623] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "da859841-35f7-4891-8e3c-09a0becd5523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.286941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.286992] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.289367] env[69674]: INFO nova.compute.manager [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Terminating instance [ 1060.291225] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232e99b-ba72-4ccf-8d30-2389b17e71ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.304650] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366030ea-ff2c-45f8-ab1f-62d23cf680b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.316694] env[69674]: DEBUG nova.compute.provider_tree [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.356887] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Successfully created port: dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.359800] env[69674]: DEBUG nova.compute.manager [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1060.360085] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.361437] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5158458f-dfcb-47a2-bd8f-62ae7e8e985d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.370333] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.370623] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c1fd799-9e9e-400d-9846-41a89a160b7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.445610] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.445838] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.446025] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore1] 1f4affbd-cb05-4314-a428-29839b11d3e7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.446363] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ea78da-47c7-4e8f-8963-d1ee0c93ad44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.452766] env[69674]: DEBUG oslo_vmware.api [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1060.452766] env[69674]: value = "task-3257362" [ 1060.452766] env[69674]: _type = "Task" [ 1060.452766] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.462378] env[69674]: DEBUG oslo_vmware.api [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.496341] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1060.562925] env[69674]: DEBUG oslo_concurrency.lockutils [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] Releasing lock "refresh_cache-c24900ff-dd46-4cd3-ae83-611bee9d8c5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.562925] env[69674]: DEBUG nova.compute.manager [req-4f0c597d-fad0-4d62-b0ac-77daa5de110c req-1a25b3c2-46b3-440c-8245-415537ced8b2 service nova] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Received event network-vif-deleted-83db2ed7-ae50-45a0-94a6-429f76de5f57 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1060.577254] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.797854] env[69674]: DEBUG nova.compute.manager [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1060.798142] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.799112] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b9aed6-30f8-48e7-a8af-2e52738a5b82 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.808598] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.808877] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e69a6cf-c95d-4678-a10a-2466ac642a10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.815841] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1060.815841] env[69674]: value = "task-3257363" [ 1060.815841] env[69674]: _type = "Task" [ 1060.815841] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.819680] env[69674]: DEBUG nova.scheduler.client.report [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.828339] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.963920] env[69674]: DEBUG oslo_vmware.api [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289942} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.964271] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.964463] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.964644] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.964824] env[69674]: INFO nova.compute.manager [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1060.965092] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.965295] env[69674]: DEBUG nova.compute.manager [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1060.965394] env[69674]: DEBUG nova.network.neutron [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.078741] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.246763] env[69674]: DEBUG nova.compute.manager [req-08a2332b-5615-4de5-b3e8-729cc283eae6 req-e0b0ec56-00d1-45b4-ab0f-07c83ed4e821 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Received event network-vif-deleted-7323895a-8317-4fdb-bf1c-8776400a9a51 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1061.246864] env[69674]: INFO nova.compute.manager [req-08a2332b-5615-4de5-b3e8-729cc283eae6 req-e0b0ec56-00d1-45b4-ab0f-07c83ed4e821 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Neutron deleted interface 7323895a-8317-4fdb-bf1c-8776400a9a51; detaching it from the instance and deleting it from the info cache [ 1061.247207] env[69674]: DEBUG nova.network.neutron [req-08a2332b-5615-4de5-b3e8-729cc283eae6 req-e0b0ec56-00d1-45b4-ab0f-07c83ed4e821 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.327839] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.330207] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.331081] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.737s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.332956] env[69674]: INFO nova.compute.claims [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.349550] env[69674]: INFO nova.scheduler.client.report [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Deleted allocations for instance a2f2d5cf-152c-4fa3-8262-437237619dc6 [ 1061.506997] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1061.539705] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.539846] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.540092] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.540302] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.540455] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.540670] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.540909] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.541111] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.541357] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.541549] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.541727] env[69674]: DEBUG nova.virt.hardware [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.542683] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672c600-a87d-4101-b1e1-a88199e09e24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.550637] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad938e47-1ee2-4319-9fc2-2361ade847ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.576673] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257360, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.354358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.576986] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d/OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d.vmdk to [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk. [ 1061.577199] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Cleaning up location [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1061.577369] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b0156447-b36b-48a8-8769-f4e023d3471d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.577637] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a467c8f-6541-4f0d-b73e-40d9f97273e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.584774] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1061.584774] env[69674]: value = "task-3257364" [ 1061.584774] env[69674]: _type = "Task" [ 1061.584774] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.596987] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.729287] env[69674]: DEBUG nova.network.neutron [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.749969] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9761686-12c1-488b-af31-6f9733a9dedf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.759997] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4a019-fcd6-4685-94e7-7c9c3b89507d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.790778] env[69674]: DEBUG nova.compute.manager [req-08a2332b-5615-4de5-b3e8-729cc283eae6 req-e0b0ec56-00d1-45b4-ab0f-07c83ed4e821 service nova] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Detach interface failed, port_id=7323895a-8317-4fdb-bf1c-8776400a9a51, reason: Instance 1f4affbd-cb05-4314-a428-29839b11d3e7 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1061.826404] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257363, 'name': PowerOffVM_Task, 'duration_secs': 0.669478} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.826698] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.826868] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.827145] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5055aa6-e0e8-4b58-8ad5-78f0a5fff8dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.858214] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e77f7166-0f85-4986-a9ba-6a986d79d042 tempest-ServersListShow298Test-878064971 tempest-ServersListShow298Test-878064971-project-member] Lock "a2f2d5cf-152c-4fa3-8262-437237619dc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.980s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.931301] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.931488] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.931670] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleting the datastore file [datastore2] da859841-35f7-4891-8e3c-09a0becd5523 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.931940] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e08cf0-a987-419b-8bf7-6a6ae9f2b08b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.938075] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1061.938075] env[69674]: value = "task-3257366" [ 1061.938075] env[69674]: _type = "Task" [ 1061.938075] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.947400] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.995118] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Successfully updated port: dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.095285] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032682} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.095577] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.095755] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.096013] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk to [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.096284] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c6194a-0403-48be-b9f4-cf9f7846fbf1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.796719] env[69674]: INFO nova.compute.manager [-] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Took 1.83 seconds to deallocate network for instance. [ 1062.800341] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.800506] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.800685] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.815245] env[69674]: DEBUG oslo_vmware.api [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655999} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.815699] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1062.815699] env[69674]: value = "task-3257367" [ 1062.815699] env[69674]: _type = "Task" [ 1062.815699] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.815888] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.815888] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.818106] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.818106] env[69674]: INFO nova.compute.manager [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1062.818106] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.818106] env[69674]: DEBUG nova.compute.manager [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1062.818106] env[69674]: DEBUG nova.network.neutron [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.827315] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.034311] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ee1f1-2f1e-43af-8eb7-13971e220b76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.043773] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f06b4-eeaf-428b-b09a-8baea9662700 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.094088] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e1fd4-dfe8-41a2-9c12-1a85aff2f0ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.105840] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aaef5d-e540-40b2-a1f9-94e62bee6387 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.120790] env[69674]: DEBUG nova.compute.provider_tree [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.280078] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-vif-plugged-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1063.280375] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.280628] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.280834] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.281044] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] No waiting events found dispatching network-vif-plugged-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.281321] env[69674]: WARNING nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received unexpected event network-vif-plugged-dc48b861-86c4-48f8-958b-b75dae7bbc6d for instance with vm_state building and task_state spawning. [ 1063.281523] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1063.281725] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing instance network info cache due to event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1063.281923] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.311478] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.327298] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.341385] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.484203] env[69674]: DEBUG nova.network.neutron [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.625802] env[69674]: DEBUG nova.scheduler.client.report [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.629680] env[69674]: DEBUG nova.network.neutron [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.827588] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.987036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.987396] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Instance network_info: |[{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1063.987726] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.987907] env[69674]: DEBUG nova.network.neutron [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.989233] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:72:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc48b861-86c4-48f8-958b-b75dae7bbc6d', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.997435] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.998520] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.998755] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15f7abe-9340-47f2-8fb0-f03cdc561cf0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.019133] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.019133] env[69674]: value = "task-3257368" [ 1064.019133] env[69674]: _type = "Task" [ 1064.019133] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.027531] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257368, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.132522] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.133023] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1064.135900] env[69674]: INFO nova.compute.manager [-] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Took 1.32 seconds to deallocate network for instance. [ 1064.136364] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.593s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.136652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.138889] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.348s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.139219] env[69674]: DEBUG nova.objects.instance [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lazy-loading 'resources' on Instance uuid bed94c17-f160-4882-886c-0e00ee985f9b {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.165020] env[69674]: INFO nova.scheduler.client.report [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocations for instance b359c238-ef34-4dac-af31-dd00272fee74 [ 1064.326906] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.530315] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257368, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.649864] env[69674]: DEBUG nova.compute.utils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.652750] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.652863] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1064.653036] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.674273] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a6f87990-326d-404a-8882-b5a2b61dbd22 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "b359c238-ef34-4dac-af31-dd00272fee74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.688s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.727573] env[69674]: DEBUG nova.policy [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'febd941313714f4db50b8f0a5a936c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01d0466fd114d7e80c6a14cc04ebdf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.831285] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.842240] env[69674]: DEBUG nova.network.neutron [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updated VIF entry in instance network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.842712] env[69674]: DEBUG nova.network.neutron [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.928473] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df99955a-17d9-40f3-a045-50495d3b08ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.937873] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044c315-a847-43eb-a206-8338dace37d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.973878] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb116a-6a9b-4048-ae3b-50a97b2ae828 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.982098] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad80b6e-5d27-4516-a80e-8eb683364e41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.996682] env[69674]: DEBUG nova.compute.provider_tree [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.031202] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257368, 'name': CreateVM_Task, 'duration_secs': 0.729244} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.031426] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.032169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.032348] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.032719] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.032998] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6509ecda-898a-40e7-a6a5-a449e1fdabcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.039240] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1065.039240] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201d512-cabb-9976-be7f-22745f8728c8" [ 1065.039240] env[69674]: _type = "Task" [ 1065.039240] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.049037] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201d512-cabb-9976-be7f-22745f8728c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.127034] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Successfully created port: 3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.156195] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1065.330319] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257367, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.399829} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.330630] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bbc656a8-5bac-404a-9ac5-ea882caa8f25/bbc656a8-5bac-404a-9ac5-ea882caa8f25.vmdk to [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.331515] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1c6da-d918-43fc-a18e-330fa2d88cd1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.345378] env[69674]: DEBUG oslo_concurrency.lockutils [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.345679] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Received event network-vif-deleted-8ec7d299-f491-4a4f-b8b7-76b230eb0b1d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1065.345780] env[69674]: INFO nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Neutron deleted interface 8ec7d299-f491-4a4f-b8b7-76b230eb0b1d; detaching it from the instance and deleting it from the info cache [ 1065.345932] env[69674]: DEBUG nova.network.neutron [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.355566] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.356638] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8536ef21-fcf3-4946-bc41-104c8caf15f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.370238] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2385f803-ffb0-4eb9-9baa-912c076a2f36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.379771] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05061c-0044-45c7-86b9-0a759959c660 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.389616] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1065.389616] env[69674]: value = "task-3257369" [ 1065.389616] env[69674]: _type = "Task" [ 1065.389616] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.410743] env[69674]: DEBUG nova.compute.manager [req-ad328618-974e-415f-b346-ede01b33146e req-a1c93d40-7b7e-4880-837a-c3a7f0328223 service nova] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Detach interface failed, port_id=8ec7d299-f491-4a4f-b8b7-76b230eb0b1d, reason: Instance da859841-35f7-4891-8e3c-09a0becd5523 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1065.500256] env[69674]: DEBUG nova.scheduler.client.report [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.550832] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5201d512-cabb-9976-be7f-22745f8728c8, 'name': SearchDatastore_Task, 'duration_secs': 0.097411} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.551211] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.551482] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.551715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.551865] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.552055] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.552326] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0879b45b-c5a4-42f2-a289-a9e15b9a8486 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.560037] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.560235] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.560912] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b1dfa5-8a03-468a-9447-89b059b1dcaf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.565769] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1065.565769] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520eba17-0a32-0e75-ea05-2e79e83c7f66" [ 1065.565769] env[69674]: _type = "Task" [ 1065.565769] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.572625] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520eba17-0a32-0e75-ea05-2e79e83c7f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.899717] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.005833] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.007917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.024s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.008181] env[69674]: DEBUG nova.objects.instance [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lazy-loading 'resources' on Instance uuid 207b2473-3a7a-4ac8-a7a8-177ccebcb052 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.032693] env[69674]: INFO nova.scheduler.client.report [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Deleted allocations for instance bed94c17-f160-4882-886c-0e00ee985f9b [ 1066.080133] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520eba17-0a32-0e75-ea05-2e79e83c7f66, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.081042] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c78568-08e7-4723-971b-a3eabb7f5e0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.087135] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1066.087135] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52222191-4657-70cf-1aba-0f1f3a7d1d82" [ 1066.087135] env[69674]: _type = "Task" [ 1066.087135] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.095252] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52222191-4657-70cf-1aba-0f1f3a7d1d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.165531] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1066.191382] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.191739] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.191827] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.191957] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.192116] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.192265] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.192506] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.192669] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.192862] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.192995] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.193187] env[69674]: DEBUG nova.virt.hardware [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.194082] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22a505-9c6d-4aa4-b314-6f2adfc5a3b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.201573] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415fd3e1-bc8c-4cd6-974c-a716b95ce6e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.399707] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257369, 'name': ReconfigVM_Task, 'duration_secs': 0.806314} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.399950] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867/0c21ad53-e94c-4f63-aaa4-05c90537a867.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.400581] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34fe4d00-bf38-44ea-bfb0-0befb736eff4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.406623] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1066.406623] env[69674]: value = "task-3257370" [ 1066.406623] env[69674]: _type = "Task" [ 1066.406623] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.413940] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257370, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.475572] env[69674]: DEBUG nova.compute.manager [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Received event network-vif-plugged-3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1066.475896] env[69674]: DEBUG oslo_concurrency.lockutils [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] Acquiring lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.476050] env[69674]: DEBUG oslo_concurrency.lockutils [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.476197] env[69674]: DEBUG oslo_concurrency.lockutils [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.476362] env[69674]: DEBUG nova.compute.manager [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] No waiting events found dispatching network-vif-plugged-3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.476526] env[69674]: WARNING nova.compute.manager [req-e338e56c-b698-439a-a82e-612d25dd8dd5 req-bfef5c57-1e00-408c-81fd-21f179c8dcb8 service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Received unexpected event network-vif-plugged-3dfe44ef-4735-44d9-83c6-2419d20866c7 for instance with vm_state building and task_state spawning. [ 1066.543397] env[69674]: DEBUG oslo_concurrency.lockutils [None req-cc8205ab-ed9a-4d6f-b9e6-38ce354ffa35 tempest-ImagesTestJSON-1414785868 tempest-ImagesTestJSON-1414785868-project-member] Lock "bed94c17-f160-4882-886c-0e00ee985f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.288s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.578715] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Successfully updated port: 3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.600711] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52222191-4657-70cf-1aba-0f1f3a7d1d82, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.600977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.601310] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4ac74c47-be15-40ee-bd01-0dacbf3f20b4/4ac74c47-be15-40ee-bd01-0dacbf3f20b4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.601574] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3544ec1-2b11-4a51-96f1-1b1bd7afdb66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.610625] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1066.610625] env[69674]: value = "task-3257371" [ 1066.610625] env[69674]: _type = "Task" [ 1066.610625] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.620216] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.710410] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69856ada-88de-4fe5-afd0-393302685616 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.718033] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984058e-f901-4d36-a711-1e29f3fc9c66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.748674] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca2452-837c-471d-9ff9-714bcadf6663 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756179] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b387a48-4a7c-42ea-86d6-738a4863b3b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.769255] env[69674]: DEBUG nova.compute.provider_tree [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.917746] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257370, 'name': Rename_Task, 'duration_secs': 0.132447} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.918045] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.918317] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf89a8e-d126-41ab-a21f-9da2c3c0bcf3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.924881] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1066.924881] env[69674]: value = "task-3257372" [ 1066.924881] env[69674]: _type = "Task" [ 1066.924881] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.933024] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.082691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.082863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.083043] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.119968] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461654} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.120360] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 4ac74c47-be15-40ee-bd01-0dacbf3f20b4/4ac74c47-be15-40ee-bd01-0dacbf3f20b4.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.120583] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.120828] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47a3101-44bd-46cc-b243-e4d42e0c209a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.127231] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1067.127231] env[69674]: value = "task-3257373" [ 1067.127231] env[69674]: _type = "Task" [ 1067.127231] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.135989] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.272296] env[69674]: DEBUG nova.scheduler.client.report [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.435772] env[69674]: DEBUG oslo_vmware.api [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257372, 'name': PowerOnVM_Task, 'duration_secs': 0.466443} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.436121] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.536882] env[69674]: DEBUG nova.compute.manager [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1067.537743] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824a8b1-9ecb-4f53-a198-dea287fdde87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.639658] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064936} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.640735] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.642506] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.643319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca60f1-2a46-42fc-b535-46106a22872e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.667989] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4ac74c47-be15-40ee-bd01-0dacbf3f20b4/4ac74c47-be15-40ee-bd01-0dacbf3f20b4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.670669] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8890ed8c-d28d-475f-a3b2-338b1bd34ef3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.690018] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1067.690018] env[69674]: value = "task-3257374" [ 1067.690018] env[69674]: _type = "Task" [ 1067.690018] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.697819] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.776973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.779395] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.675s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.780996] env[69674]: INFO nova.compute.claims [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.811432] env[69674]: INFO nova.scheduler.client.report [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleted allocations for instance 207b2473-3a7a-4ac8-a7a8-177ccebcb052 [ 1067.878100] env[69674]: DEBUG nova.network.neutron [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Updating instance_info_cache with network_info: [{"id": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "address": "fa:16:3e:7b:ea:69", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfe44ef-47", "ovs_interfaceid": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.059315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-dc53579e-6b51-4dc2-93c3-a95cc9542829 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.256s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.200627] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.319230] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2d418418-2817-4973-b643-5f6512ae1285 tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "207b2473-3a7a-4ac8-a7a8-177ccebcb052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.844s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.381188] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.381596] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Instance network_info: |[{"id": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "address": "fa:16:3e:7b:ea:69", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfe44ef-47", "ovs_interfaceid": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1068.382038] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ea:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfe44ef-4735-44d9-83c6-2419d20866c7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.389635] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.389861] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.390104] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a828aa6-0e9e-4fc9-88a8-34706329d147 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.418763] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.418763] env[69674]: value = "task-3257375" [ 1068.418763] env[69674]: _type = "Task" [ 1068.418763] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.426890] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257375, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.660641] env[69674]: DEBUG nova.compute.manager [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Received event network-changed-3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1068.660641] env[69674]: DEBUG nova.compute.manager [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Refreshing instance network info cache due to event network-changed-3dfe44ef-4735-44d9-83c6-2419d20866c7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1068.660776] env[69674]: DEBUG oslo_concurrency.lockutils [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] Acquiring lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.661176] env[69674]: DEBUG oslo_concurrency.lockutils [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] Acquired lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.661523] env[69674]: DEBUG nova.network.neutron [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Refreshing network info cache for port 3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.668911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.669113] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.669416] env[69674]: INFO nova.compute.manager [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Rebooting instance [ 1068.702162] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.931727] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257375, 'name': CreateVM_Task, 'duration_secs': 0.356573} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.934184] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.935038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.936905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.936905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.936905] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b854f1ba-4eaa-4b76-ac2d-fa7e7d409178 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.941656] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1068.941656] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52617032-6eb5-e6e5-1cfe-420ef9221f2f" [ 1068.941656] env[69674]: _type = "Task" [ 1068.941656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.948625] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52617032-6eb5-e6e5-1cfe-420ef9221f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.031261] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91914640-9f44-4954-9dd5-eadd9c61aa56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.040302] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97dab44-fa1b-4938-97bd-529c7b989cff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.073069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef027bf-9f3d-4f6d-a6d8-0c7b942e572b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.080805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892de73d-2396-4da7-ae5b-c92846cdcabb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.095659] env[69674]: DEBUG nova.compute.provider_tree [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.190268] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.190461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.190634] env[69674]: DEBUG nova.network.neutron [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.201852] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.360089] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.360500] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.361086] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.361222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.361481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.366247] env[69674]: INFO nova.compute.manager [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Terminating instance [ 1069.452541] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52617032-6eb5-e6e5-1cfe-420ef9221f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.452858] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.453306] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.453590] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.453731] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.453886] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.454979] env[69674]: DEBUG nova.network.neutron [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Updated VIF entry in instance network info cache for port 3dfe44ef-4735-44d9-83c6-2419d20866c7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.455285] env[69674]: DEBUG nova.network.neutron [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Updating instance_info_cache with network_info: [{"id": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "address": "fa:16:3e:7b:ea:69", "network": {"id": "c3a7d7de-5742-4d54-8868-1d7075476ac0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1593407644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01d0466fd114d7e80c6a14cc04ebdf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfe44ef-47", "ovs_interfaceid": "3dfe44ef-4735-44d9-83c6-2419d20866c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.456577] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d0ff43-89b5-4805-a5d7-6d3e81a93195 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.470044] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.470248] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.471286] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687c303f-0d1c-47bd-aa71-6769585d6c0e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.477473] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1069.477473] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522deadc-d3af-e8be-1273-5725c7684bb9" [ 1069.477473] env[69674]: _type = "Task" [ 1069.477473] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.485665] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522deadc-d3af-e8be-1273-5725c7684bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.598404] env[69674]: DEBUG nova.scheduler.client.report [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.703028] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257374, 'name': ReconfigVM_Task, 'duration_secs': 1.882435} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.703028] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4ac74c47-be15-40ee-bd01-0dacbf3f20b4/4ac74c47-be15-40ee-bd01-0dacbf3f20b4.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.703212] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e4db139-dd36-4ee0-9009-e1c4adafdfe3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.709299] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1069.709299] env[69674]: value = "task-3257376" [ 1069.709299] env[69674]: _type = "Task" [ 1069.709299] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.716908] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257376, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.855837] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757df6d-ebc9-4b8f-abf5-fb81a26905ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.866054] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Suspending the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1069.866342] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d16a7f0b-bd77-41fd-a85b-c42675235fd3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.869625] env[69674]: DEBUG nova.compute.manager [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1069.869851] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.870932] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66db77a-cecc-4393-bc66-042ea48161f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.875173] env[69674]: DEBUG oslo_vmware.api [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1069.875173] env[69674]: value = "task-3257377" [ 1069.875173] env[69674]: _type = "Task" [ 1069.875173] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.882177] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.882760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e59e4d1-2b9d-42ef-a0b3-8836896efe3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.888202] env[69674]: DEBUG oslo_vmware.api [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257377, 'name': SuspendVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.890858] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1069.890858] env[69674]: value = "task-3257378" [ 1069.890858] env[69674]: _type = "Task" [ 1069.890858] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.899636] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.934969] env[69674]: DEBUG nova.network.neutron [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.960185] env[69674]: DEBUG oslo_concurrency.lockutils [req-0a36ef92-762e-4189-a4c6-d98ea84efece req-aae3daab-f7cc-469d-8a5a-919e9528413f service nova] Releasing lock "refresh_cache-416833fc-d6fe-4b9d-a23b-32aa0cd9246a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.988628] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522deadc-d3af-e8be-1273-5725c7684bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.989552] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc68d6c-881d-4880-9d4a-92029cce0bff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.995177] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1069.995177] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc8ff8-b9bb-4ab7-c364-3b3ab69f872c" [ 1069.995177] env[69674]: _type = "Task" [ 1069.995177] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.003427] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc8ff8-b9bb-4ab7-c364-3b3ab69f872c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.103317] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.103879] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1070.106603] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.795s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.106837] env[69674]: DEBUG nova.objects.instance [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'resources' on Instance uuid 1f4affbd-cb05-4314-a428-29839b11d3e7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.219518] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257376, 'name': Rename_Task, 'duration_secs': 0.19009} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.219832] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.220118] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80f440c-cd03-4cdb-a99f-0311dc17aced {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.226382] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1070.226382] env[69674]: value = "task-3257379" [ 1070.226382] env[69674]: _type = "Task" [ 1070.226382] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.235322] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.385328] env[69674]: DEBUG oslo_vmware.api [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257377, 'name': SuspendVM_Task} progress is 62%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.399717] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257378, 'name': PowerOffVM_Task, 'duration_secs': 0.197164} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.399979] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.400182] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.400427] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be1a1dc-8b1d-4d19-aa55-7ffef8a9c29c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.438266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.465850] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.466082] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.466278] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleting the datastore file [datastore1] c24900ff-dd46-4cd3-ae83-611bee9d8c5f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.466559] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9cf9610-15ed-4a67-b592-0c5266d0b745 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.474124] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for the task: (returnval){ [ 1070.474124] env[69674]: value = "task-3257381" [ 1070.474124] env[69674]: _type = "Task" [ 1070.474124] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.481957] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.504355] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc8ff8-b9bb-4ab7-c364-3b3ab69f872c, 'name': SearchDatastore_Task, 'duration_secs': 0.017613} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.504984] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.504984] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 416833fc-d6fe-4b9d-a23b-32aa0cd9246a/416833fc-d6fe-4b9d-a23b-32aa0cd9246a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.505744] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2690859c-f869-45ec-9e8b-2398c2f2874d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.511407] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1070.511407] env[69674]: value = "task-3257382" [ 1070.511407] env[69674]: _type = "Task" [ 1070.511407] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.520291] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.609853] env[69674]: DEBUG nova.compute.utils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.611433] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1070.612186] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.670587] env[69674]: DEBUG nova.policy [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.736931] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.856015] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff11a9-81e3-4e2f-b9b9-0fd04dd9b255 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.867488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170f29a-0ca7-4191-862e-5b7495d0df0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.921819] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c39f5-1eb8-45e1-88e3-8b9f601958af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.934785] env[69674]: DEBUG oslo_vmware.api [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257377, 'name': SuspendVM_Task, 'duration_secs': 0.703119} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.934785] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Suspended the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1070.934785] env[69674]: DEBUG nova.compute.manager [None req-f5677aa8-ab38-49f2-8c5e-b0ecef36e365 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1070.934785] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d4e3d-9e46-4878-bd90-c61807b89f74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.945194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a38d7-7a27-4140-86e4-8354750bb379 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.958814] env[69674]: DEBUG nova.compute.manager [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1070.964137] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb0ba5-c958-41bd-8ee5-bff39d8b0ed7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.980667] env[69674]: DEBUG nova.compute.provider_tree [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.004360] env[69674]: DEBUG oslo_vmware.api [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Task: {'id': task-3257381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220484} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.005103] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.005231] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.005578] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.005916] env[69674]: INFO nova.compute.manager [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1071.006232] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.006975] env[69674]: DEBUG nova.compute.manager [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1071.007102] env[69674]: DEBUG nova.network.neutron [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.026523] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.066190] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Successfully created port: 5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.117011] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1071.237925] env[69674]: DEBUG oslo_vmware.api [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257379, 'name': PowerOnVM_Task, 'duration_secs': 0.964909} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.238206] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.238411] env[69674]: INFO nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1071.238590] env[69674]: DEBUG nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1071.239390] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335aa44-cc9f-4f05-bc8e-f87a55fe6a8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.490191] env[69674]: DEBUG nova.scheduler.client.report [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.495820] env[69674]: DEBUG nova.compute.manager [req-f70e2970-138b-40f4-b320-2b7d0ef1d492 req-8c14607f-3224-4d9d-9c15-ffbedde4e286 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Received event network-vif-deleted-90f34c13-ed25-43bb-ad8c-14a71fab84c0 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1071.496227] env[69674]: INFO nova.compute.manager [req-f70e2970-138b-40f4-b320-2b7d0ef1d492 req-8c14607f-3224-4d9d-9c15-ffbedde4e286 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Neutron deleted interface 90f34c13-ed25-43bb-ad8c-14a71fab84c0; detaching it from the instance and deleting it from the info cache [ 1071.496227] env[69674]: DEBUG nova.network.neutron [req-f70e2970-138b-40f4-b320-2b7d0ef1d492 req-8c14607f-3224-4d9d-9c15-ffbedde4e286 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.523601] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631183} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.524751] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 416833fc-d6fe-4b9d-a23b-32aa0cd9246a/416833fc-d6fe-4b9d-a23b-32aa0cd9246a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.525101] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.525442] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23bc1fe9-1d8d-4bfc-a99e-df0b2d05adcc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.533496] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1071.533496] env[69674]: value = "task-3257383" [ 1071.533496] env[69674]: _type = "Task" [ 1071.533496] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.545125] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.755593] env[69674]: INFO nova.compute.manager [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Took 27.90 seconds to build instance. [ 1071.976289] env[69674]: DEBUG nova.network.neutron [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.998975] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.001418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.349s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.001672] env[69674]: DEBUG nova.objects.instance [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lazy-loading 'resources' on Instance uuid da859841-35f7-4891-8e3c-09a0becd5523 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.004144] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4784115-5c17-4c7f-9801-cd56aad41829 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.006617] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eae150-8f55-42bf-bdc5-b77b268fbadf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.015032] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Doing hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1072.015999] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9c4be2fa-5d53-4fe6-8bdf-7a1376ba3810 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.020138] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a85f0-3c8d-4937-9918-47e64119196a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.032488] env[69674]: INFO nova.scheduler.client.report [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance 1f4affbd-cb05-4314-a428-29839b11d3e7 [ 1072.040711] env[69674]: DEBUG oslo_vmware.api [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1072.040711] env[69674]: value = "task-3257384" [ 1072.040711] env[69674]: _type = "Task" [ 1072.040711] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.047277] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066342} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.057419] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.057853] env[69674]: DEBUG nova.compute.manager [req-f70e2970-138b-40f4-b320-2b7d0ef1d492 req-8c14607f-3224-4d9d-9c15-ffbedde4e286 service nova] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Detach interface failed, port_id=90f34c13-ed25-43bb-ad8c-14a71fab84c0, reason: Instance c24900ff-dd46-4cd3-ae83-611bee9d8c5f could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1072.058838] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af9db0-aa3f-4265-b83e-3254414a51c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.064543] env[69674]: DEBUG oslo_vmware.api [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257384, 'name': ResetVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.084241] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 416833fc-d6fe-4b9d-a23b-32aa0cd9246a/416833fc-d6fe-4b9d-a23b-32aa0cd9246a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.085168] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec01efc-5699-4eb9-b2fc-b3a48a8f391e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.104677] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1072.104677] env[69674]: value = "task-3257385" [ 1072.104677] env[69674]: _type = "Task" [ 1072.104677] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.112832] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.126433] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1072.154887] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.155192] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.155376] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.155579] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.155743] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.155908] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.156163] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.156355] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.156546] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.156734] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.156926] env[69674]: DEBUG nova.virt.hardware [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.157833] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388eef4-77de-4302-938b-6ca4ffc47fe3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.166284] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3069a-9824-4ae9-b836-aa38449dfe6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.257494] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2273fa8d-99f1-45ff-a9b1-8d52f2d8abc0 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.417s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.341276] env[69674]: INFO nova.compute.manager [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Resuming [ 1072.342162] env[69674]: DEBUG nova.objects.instance [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'flavor' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.479148] env[69674]: INFO nova.compute.manager [-] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Took 1.47 seconds to deallocate network for instance. [ 1072.541047] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9a212df0-13ec-42d7-b839-f154f05d3818 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "1f4affbd-cb05-4314-a428-29839b11d3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.691s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.554258] env[69674]: DEBUG oslo_vmware.api [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257384, 'name': ResetVM_Task, 'duration_secs': 0.121602} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.554258] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Did hard reboot of VM {{(pid=69674) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1072.554258] env[69674]: DEBUG nova.compute.manager [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1072.555667] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a1128-fbfb-46c5-98a2-3ce3a4dd0084 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.621651] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257385, 'name': ReconfigVM_Task, 'duration_secs': 0.257044} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.621923] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 416833fc-d6fe-4b9d-a23b-32aa0cd9246a/416833fc-d6fe-4b9d-a23b-32aa0cd9246a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.622606] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620678af-c14c-4dd3-8600-dce8364bf323 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.632307] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1072.632307] env[69674]: value = "task-3257386" [ 1072.632307] env[69674]: _type = "Task" [ 1072.632307] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.643717] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257386, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.750604] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05566d1a-5ada-4c6a-820b-b6e36999c98f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.762559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628393d-56b6-4ebf-ad58-aca04a2ee77d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.800161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37944a31-9785-4906-bb20-b09be72ddfad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.805305] env[69674]: DEBUG nova.compute.manager [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1072.805494] env[69674]: DEBUG nova.compute.manager [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1072.805707] env[69674]: DEBUG oslo_concurrency.lockutils [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.805846] env[69674]: DEBUG oslo_concurrency.lockutils [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.806010] env[69674]: DEBUG nova.network.neutron [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.815550] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8401a7-a668-42ec-ade1-4efdea4757fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.831850] env[69674]: DEBUG nova.compute.provider_tree [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.947217] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Successfully updated port: 5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.990132] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.071659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bfd0104b-9205-4d86-89f3-2e4c9a1756ae tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.402s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.143173] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257386, 'name': Rename_Task, 'duration_secs': 0.145248} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.143546] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.143546] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d28da33-897d-4cf3-8451-da98576cf4c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.150052] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1073.150052] env[69674]: value = "task-3257387" [ 1073.150052] env[69674]: _type = "Task" [ 1073.150052] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.157896] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.336013] env[69674]: DEBUG nova.scheduler.client.report [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.452343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.452343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.452343] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.504800] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.505020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.526389] env[69674]: DEBUG nova.network.neutron [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.527396] env[69674]: DEBUG nova.network.neutron [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.537544] env[69674]: DEBUG nova.compute.manager [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Received event network-vif-plugged-5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1073.537893] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Acquiring lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.537971] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.538116] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.538284] env[69674]: DEBUG nova.compute.manager [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] No waiting events found dispatching network-vif-plugged-5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.538679] env[69674]: WARNING nova.compute.manager [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Received unexpected event network-vif-plugged-5dfd0723-c157-4576-808a-2e7aa0260182 for instance with vm_state building and task_state spawning. [ 1073.538679] env[69674]: DEBUG nova.compute.manager [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Received event network-changed-5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1073.538802] env[69674]: DEBUG nova.compute.manager [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Refreshing instance network info cache due to event network-changed-5dfd0723-c157-4576-808a-2e7aa0260182. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1073.539267] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Acquiring lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.661255] env[69674]: DEBUG oslo_vmware.api [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257387, 'name': PowerOnVM_Task, 'duration_secs': 0.506625} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.661635] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.661854] env[69674]: INFO nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1073.662066] env[69674]: DEBUG nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1073.663035] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d06de7-21a3-48a4-859b-475b2a7ada5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.841614] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.845504] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.855s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.845783] env[69674]: DEBUG nova.objects.instance [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lazy-loading 'resources' on Instance uuid c24900ff-dd46-4cd3-ae83-611bee9d8c5f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.850912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.851161] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquired lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851394] env[69674]: DEBUG nova.network.neutron [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.882427] env[69674]: INFO nova.scheduler.client.report [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted allocations for instance da859841-35f7-4891-8e3c-09a0becd5523 [ 1073.998998] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.012346] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1074.029869] env[69674]: DEBUG oslo_concurrency.lockutils [req-a9089d0c-d4f3-4550-b786-390397b86f9a req-b68c8715-59ac-4153-a17c-dde10108e197 service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.144043] env[69674]: DEBUG nova.network.neutron [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Updating instance_info_cache with network_info: [{"id": "5dfd0723-c157-4576-808a-2e7aa0260182", "address": "fa:16:3e:d7:20:7c", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfd0723-c1", "ovs_interfaceid": "5dfd0723-c157-4576-808a-2e7aa0260182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.185441] env[69674]: INFO nova.compute.manager [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Took 23.61 seconds to build instance. [ 1074.395107] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a82ee31b-f6b0-4635-9a49-0ef76cafcb48 tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "da859841-35f7-4891-8e3c-09a0becd5523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.108s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.535602] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.547040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed1423-73f9-4709-9ec4-f49a15869156 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.555753] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f65dc-b539-4259-9179-d0a7c28270e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.586508] env[69674]: DEBUG nova.network.neutron [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [{"id": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "address": "fa:16:3e:d4:d4:b9", "network": {"id": "089a2724-7e59-42ac-ae08-4e7cb9afe396", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1584085847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a7b22682966418689f0f0cf3f9438fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06fe11b-1f", "ovs_interfaceid": "c06fe11b-1fbb-4f05-ba23-b08943ff8018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.588562] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06124be8-677f-4986-aae9-baa224e1c249 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.596265] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117534d-bc47-48d7-936c-c8c05d3afd70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.612123] env[69674]: DEBUG nova.compute.provider_tree [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.648080] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.649054] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Instance network_info: |[{"id": "5dfd0723-c157-4576-808a-2e7aa0260182", "address": "fa:16:3e:d7:20:7c", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfd0723-c1", "ovs_interfaceid": "5dfd0723-c157-4576-808a-2e7aa0260182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1074.649054] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Acquired lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.649054] env[69674]: DEBUG nova.network.neutron [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Refreshing network info cache for port 5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.650104] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:20:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dfd0723-c157-4576-808a-2e7aa0260182', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.657773] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.660827] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.661407] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f3002ec-8b45-4072-ba44-1d270af9ec68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.681591] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.681591] env[69674]: value = "task-3257388" [ 1074.681591] env[69674]: _type = "Task" [ 1074.681591] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.689461] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f0b55c95-c823-4b9a-9a0b-98decafb907c tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.125s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.689661] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257388, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.726413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "7c912f20-40b1-4efa-81a9-c9a218f84925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.726715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.726935] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.727136] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.727307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.729552] env[69674]: INFO nova.compute.manager [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Terminating instance [ 1074.830626] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1074.830850] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing instance network info cache due to event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1074.831087] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.831315] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.831508] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.872178] env[69674]: DEBUG nova.network.neutron [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Updated VIF entry in instance network info cache for port 5dfd0723-c157-4576-808a-2e7aa0260182. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.872623] env[69674]: DEBUG nova.network.neutron [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Updating instance_info_cache with network_info: [{"id": "5dfd0723-c157-4576-808a-2e7aa0260182", "address": "fa:16:3e:d7:20:7c", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dfd0723-c1", "ovs_interfaceid": "5dfd0723-c157-4576-808a-2e7aa0260182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.093057] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Releasing lock "refresh_cache-0c21ad53-e94c-4f63-aaa4-05c90537a867" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.093777] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbdc005-d6f1-48f3-bb76-d42f06c7595f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.101031] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Resuming the VM {{(pid=69674) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1075.101288] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881d0de4-1d52-462f-a670-d4ab80bf21a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.108910] env[69674]: DEBUG oslo_vmware.api [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1075.108910] env[69674]: value = "task-3257389" [ 1075.108910] env[69674]: _type = "Task" [ 1075.108910] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.116907] env[69674]: DEBUG nova.scheduler.client.report [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.120124] env[69674]: DEBUG oslo_vmware.api [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.191960] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257388, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.234724] env[69674]: DEBUG nova.compute.manager [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1075.235155] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.236496] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a664b5-158d-47e5-ab91-6c8e1384a705 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.245997] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.246339] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14665daa-39bd-47c6-9ccf-aa01909eabf4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.252775] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1075.252775] env[69674]: value = "task-3257390" [ 1075.252775] env[69674]: _type = "Task" [ 1075.252775] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.261392] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.376631] env[69674]: DEBUG oslo_concurrency.lockutils [req-41ef7598-5dad-489f-a1a9-d75174ae5759 req-b506cfdc-c865-433c-82a2-e939b859f80e service nova] Releasing lock "refresh_cache-ef8ec4fd-db0e-4285-8918-a84efb9e320e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.599814] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updated VIF entry in instance network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.600189] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.619756] env[69674]: DEBUG oslo_vmware.api [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.624020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.624020] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.089s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.626157] env[69674]: INFO nova.compute.claims [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.652130] env[69674]: INFO nova.scheduler.client.report [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Deleted allocations for instance c24900ff-dd46-4cd3-ae83-611bee9d8c5f [ 1075.693408] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257388, 'name': CreateVM_Task, 'duration_secs': 0.656515} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.693574] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.694720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.694720] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.694870] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.695189] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd843ad-daf7-4ab9-9431-36ee340f1e24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.700260] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1075.700260] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526986e1-0f2d-1938-392f-ca599e04a958" [ 1075.700260] env[69674]: _type = "Task" [ 1075.700260] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.709451] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526986e1-0f2d-1938-392f-ca599e04a958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.763144] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257390, 'name': PowerOffVM_Task, 'duration_secs': 0.222829} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.763443] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.763619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.763929] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fffe371-07b0-49f2-951f-d54d82d7e995 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.841715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.841946] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.842145] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleting the datastore file [datastore2] 7c912f20-40b1-4efa-81a9-c9a218f84925 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.842432] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac0389bd-1630-4b71-b9e9-e641c223c052 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.848992] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for the task: (returnval){ [ 1075.848992] env[69674]: value = "task-3257392" [ 1075.848992] env[69674]: _type = "Task" [ 1075.848992] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.857651] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.088486] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.088773] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.088987] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.089484] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.089705] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.092113] env[69674]: INFO nova.compute.manager [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Terminating instance [ 1076.103393] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.103485] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1076.103652] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing instance network info cache due to event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1076.103920] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.104106] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.104306] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.121444] env[69674]: DEBUG oslo_vmware.api [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257389, 'name': PowerOnVM_Task, 'duration_secs': 0.783659} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.121751] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Resumed the VM {{(pid=69674) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1076.121971] env[69674]: DEBUG nova.compute.manager [None req-7b00c1e5-dbab-47d4-858c-cdf4ad37b016 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1076.122439] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.123225] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f32a8-6972-405b-9846-049e10b04f23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.126160] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.164585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d8034ab6-1843-457b-93ae-75b4d50f09ec tempest-FloatingIPsAssociationTestJSON-1671524169 tempest-FloatingIPsAssociationTestJSON-1671524169-project-member] Lock "c24900ff-dd46-4cd3-ae83-611bee9d8c5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.804s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.210971] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526986e1-0f2d-1938-392f-ca599e04a958, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.211476] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.211631] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.211900] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.212079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.212276] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.212574] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85461f16-9941-48f9-8b99-4927290d34a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.220726] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.220896] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.221664] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15d1d06-30a9-41c2-9b29-52cb417f37ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.226991] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1076.226991] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52186014-7d9b-0fce-d2a3-1abca6a3222c" [ 1076.226991] env[69674]: _type = "Task" [ 1076.226991] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.234866] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52186014-7d9b-0fce-d2a3-1abca6a3222c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.358486] env[69674]: DEBUG oslo_vmware.api [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Task: {'id': task-3257392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.358775] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.358961] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.359161] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.359340] env[69674]: INFO nova.compute.manager [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1076.359595] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.359789] env[69674]: DEBUG nova.compute.manager [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1076.359885] env[69674]: DEBUG nova.network.neutron [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.596827] env[69674]: DEBUG nova.compute.manager [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1076.597301] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.598981] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b262baa-37c5-4203-93ec-ccff6341a4a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.610074] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.610363] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3782ef0e-8010-4ef6-a482-1e327bd5dd78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.616424] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1076.616424] env[69674]: value = "task-3257393" [ 1076.616424] env[69674]: _type = "Task" [ 1076.616424] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.627367] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.632625] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.632841] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.633017] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.633185] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.633354] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.633512] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.633661] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1076.633900] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.735478] env[69674]: DEBUG nova.compute.manager [req-f7acd17b-c85e-4e8b-8616-b9c7ed47b3ee req-cd897fa7-06aa-4e77-b67a-5803c7fac977 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Received event network-vif-deleted-fdae66aa-d08a-4079-9bbf-4ffef57f1eca {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1076.735694] env[69674]: INFO nova.compute.manager [req-f7acd17b-c85e-4e8b-8616-b9c7ed47b3ee req-cd897fa7-06aa-4e77-b67a-5803c7fac977 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Neutron deleted interface fdae66aa-d08a-4079-9bbf-4ffef57f1eca; detaching it from the instance and deleting it from the info cache [ 1076.735868] env[69674]: DEBUG nova.network.neutron [req-f7acd17b-c85e-4e8b-8616-b9c7ed47b3ee req-cd897fa7-06aa-4e77-b67a-5803c7fac977 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.750283] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52186014-7d9b-0fce-d2a3-1abca6a3222c, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.751993] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de05eb61-1d18-4c58-96ce-640e8ffc59d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.762506] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1076.762506] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a78e22-080b-d9bb-56c4-65329c35127b" [ 1076.762506] env[69674]: _type = "Task" [ 1076.762506] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.771363] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a78e22-080b-d9bb-56c4-65329c35127b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.842333] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d78c0c-d122-4977-9941-0cf4ca8791d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.850367] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4acf00f-ee4c-4aa7-9538-82bca055b36d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.882892] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802f0759-136f-4dc5-837d-e0dbcd5a0df0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.892177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a25346-0fad-456a-8e23-ae6c2a2b51a8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.907521] env[69674]: DEBUG nova.compute.provider_tree [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.931970] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updated VIF entry in instance network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.932340] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.125736] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257393, 'name': PowerOffVM_Task, 'duration_secs': 0.250669} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.126180] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.126372] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.126631] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e350693-ca42-4ba7-ab13-b6358f516068 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.139289] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.196431] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.196628] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.196808] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleting the datastore file [datastore2] 416833fc-d6fe-4b9d-a23b-32aa0cd9246a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.197116] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4653427f-855c-4e07-b6da-80a3edef2f73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.203316] env[69674]: DEBUG nova.network.neutron [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.204592] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for the task: (returnval){ [ 1077.204592] env[69674]: value = "task-3257395" [ 1077.204592] env[69674]: _type = "Task" [ 1077.204592] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.213312] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.238031] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a88f9b62-6a59-45c2-8ca5-d4c015d0997c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.246690] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295e5ff-7f4b-4ecd-a3b2-26b74f26eeed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.276170] env[69674]: DEBUG nova.compute.manager [req-f7acd17b-c85e-4e8b-8616-b9c7ed47b3ee req-cd897fa7-06aa-4e77-b67a-5803c7fac977 service nova] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Detach interface failed, port_id=fdae66aa-d08a-4079-9bbf-4ffef57f1eca, reason: Instance 7c912f20-40b1-4efa-81a9-c9a218f84925 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1077.281591] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a78e22-080b-d9bb-56c4-65329c35127b, 'name': SearchDatastore_Task, 'duration_secs': 0.026631} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.281824] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.282187] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ef8ec4fd-db0e-4285-8918-a84efb9e320e/ef8ec4fd-db0e-4285-8918-a84efb9e320e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.282378] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c628d144-11ad-4d20-ba8b-56f5b6cc783d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.288474] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1077.288474] env[69674]: value = "task-3257396" [ 1077.288474] env[69674]: _type = "Task" [ 1077.288474] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.296561] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.413114] env[69674]: DEBUG nova.scheduler.client.report [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.435079] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.435364] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1077.435540] env[69674]: DEBUG nova.compute.manager [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1077.435750] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.435893] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.436064] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.709221] env[69674]: INFO nova.compute.manager [-] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Took 1.35 seconds to deallocate network for instance. [ 1077.715188] env[69674]: DEBUG oslo_vmware.api [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Task: {'id': task-3257395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142639} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.718639] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.718845] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.719075] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.719923] env[69674]: INFO nova.compute.manager [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1077.719923] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.719923] env[69674]: DEBUG nova.compute.manager [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1077.720159] env[69674]: DEBUG nova.network.neutron [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.800011] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.919625] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.920187] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1077.922894] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.784s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.923092] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.923246] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.924335] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae568ef1-7e83-475e-8a07-b081118e9249 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.934529] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32422e59-f157-4d4d-9166-0dd4cc3d6bef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.950362] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c40542-44fb-4434-a2b9-47008c792c6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.958930] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caea46b3-bab2-44f5-b297-0ccf05fbb90c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.986768] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179530MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.986939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.987191] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.222062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.301877] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.302150] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] ef8ec4fd-db0e-4285-8918-a84efb9e320e/ef8ec4fd-db0e-4285-8918-a84efb9e320e.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.302368] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.302653] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ef5912-6f04-43e2-adbf-32e4490c296c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.309017] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1078.309017] env[69674]: value = "task-3257397" [ 1078.309017] env[69674]: _type = "Task" [ 1078.309017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.318148] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.364411] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.364804] env[69674]: DEBUG nova.network.neutron [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.425445] env[69674]: DEBUG nova.compute.utils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.426896] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1078.427136] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.504880] env[69674]: DEBUG nova.policy [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75b79da42c5445038854ae2e3e61edc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7fb779d40146cbb6ef8ee488355c5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.711540] env[69674]: DEBUG nova.network.neutron [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.776328] env[69674]: DEBUG nova.compute.manager [req-df3c2603-a609-4dc5-be25-74681b728f7a req-33433b32-c306-452b-8e85-0a17aa5df7df service nova] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Received event network-vif-deleted-3dfe44ef-4735-44d9-83c6-2419d20866c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1078.820095] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06796} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.820095] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.821115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6096dc-0ca2-4cbc-bd50-19fb309c56e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.847177] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] ef8ec4fd-db0e-4285-8918-a84efb9e320e/ef8ec4fd-db0e-4285-8918-a84efb9e320e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.848357] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Successfully created port: 83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.850789] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f4cddd-b98e-4d48-8ba5-10f1320609bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.867148] env[69674]: DEBUG oslo_concurrency.lockutils [req-df220097-f97e-4eb2-b3fd-8a63a97b0dad req-60ad445d-c84a-429b-94d4-e5ec8d775d88 service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.872582] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1078.872582] env[69674]: value = "task-3257398" [ 1078.872582] env[69674]: _type = "Task" [ 1078.872582] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.880394] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.930913] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1079.026625] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.026813] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7c912f20-40b1-4efa-81a9-c9a218f84925 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.026966] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2535d175-f741-4358-9734-4f7f2345c0fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027070] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027189] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 58072223-cb45-4996-bb38-6249ea296b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027302] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance de53a2b1-b121-461a-bf41-46136e6b67a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027414] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 0c21ad53-e94c-4f63-aaa4-05c90537a867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027527] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e54c7670-57fa-43d5-966d-984e56d77d92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027800] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027800] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 416833fc-d6fe-4b9d-a23b-32aa0cd9246a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027922] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance ef8ec4fd-db0e-4285-8918-a84efb9e320e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.027969] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 60d21911-0de7-4622-ab81-0f582ea011c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.028184] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1079.028311] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1079.199250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191ba95-44fe-4f17-a8d4-1f1dee511aad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.206526] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a82a00-207c-4a67-9ec1-ea7d72722b80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.235743] env[69674]: INFO nova.compute.manager [-] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Took 1.52 seconds to deallocate network for instance. [ 1079.238116] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c21ce7-0def-4208-b4a5-735f151d5029 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.248804] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011248b-7546-4ce0-bb20-6ab996412e2b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.264437] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.382691] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257398, 'name': ReconfigVM_Task, 'duration_secs': 0.316206} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.382997] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] ef8ec4fd-db0e-4285-8918-a84efb9e320e/ef8ec4fd-db0e-4285-8918-a84efb9e320e.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.383657] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95617d38-e0e9-4fd8-a08a-8bbc21580580 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.389423] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1079.389423] env[69674]: value = "task-3257399" [ 1079.389423] env[69674]: _type = "Task" [ 1079.389423] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.397126] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257399, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.745112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.767254] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.851444] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.851759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.899716] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257399, 'name': Rename_Task, 'duration_secs': 0.176732} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.900219] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.900483] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9194e5-5cf8-4a66-bb55-cdf23cddefa6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.907048] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1079.907048] env[69674]: value = "task-3257400" [ 1079.907048] env[69674]: _type = "Task" [ 1079.907048] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.919059] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.942080] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1079.975927] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.976887] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.976887] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.976887] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.976887] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.976887] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.977166] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.977319] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.977459] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.977658] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.977793] env[69674]: DEBUG nova.virt.hardware [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.978670] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde05e4-93b1-4b0f-b7a2-60bfff3e609f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.987224] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4102d6a-1f33-4ee2-a2b2-8f8e94b48646 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.271980] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1080.272313] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.285s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.272451] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.051s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.272636] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.275188] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.530s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.275900] env[69674]: DEBUG nova.objects.instance [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lazy-loading 'resources' on Instance uuid 416833fc-d6fe-4b9d-a23b-32aa0cd9246a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.304060] env[69674]: INFO nova.scheduler.client.report [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Deleted allocations for instance 7c912f20-40b1-4efa-81a9-c9a218f84925 [ 1080.355646] env[69674]: DEBUG nova.compute.utils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.417420] env[69674]: DEBUG oslo_vmware.api [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257400, 'name': PowerOnVM_Task, 'duration_secs': 0.45553} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.417762] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.417886] env[69674]: INFO nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1080.418078] env[69674]: DEBUG nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1080.418873] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793ee97-a75a-4170-bc93-05e8e587b7ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.795661] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Successfully updated port: 83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.815015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-058b479b-c17a-4662-9f90-13522889dc1e tempest-ServerRescueNegativeTestJSON-1024176802 tempest-ServerRescueNegativeTestJSON-1024176802-project-member] Lock "7c912f20-40b1-4efa-81a9-c9a218f84925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.087s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.859113] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.925986] env[69674]: DEBUG nova.compute.manager [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Received event network-vif-plugged-83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1080.926215] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.926419] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.926577] env[69674]: DEBUG oslo_concurrency.lockutils [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.926736] env[69674]: DEBUG nova.compute.manager [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] No waiting events found dispatching network-vif-plugged-83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.929068] env[69674]: WARNING nova.compute.manager [req-5ede00a4-8ae7-411c-814a-e810edc2669c req-20841974-b2bd-4c78-98a9-7f38d68e8da5 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Received unexpected event network-vif-plugged-83482e48-0b45-4f12-b3ca-bff4e70db5c8 for instance with vm_state building and task_state spawning. [ 1080.936241] env[69674]: INFO nova.compute.manager [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Took 21.85 seconds to build instance. [ 1080.980247] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a1d59-09df-482f-88d5-dc1400dd7fcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.989094] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03097101-c51e-4180-86ff-3518bc09d413 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.022697] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729767b8-c5e8-4d54-bf51-9bbbfe3dbd49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.035115] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359aa1e2-9081-4417-9099-ff8e375051b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.052413] env[69674]: DEBUG nova.compute.provider_tree [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.300018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.300018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.300018] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.438085] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ade54b96-27ea-4543-beb1-3f590dff34b0 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.361s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.530128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.530417] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.530705] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.530817] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.530991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.534149] env[69674]: INFO nova.compute.manager [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Terminating instance [ 1081.561040] env[69674]: DEBUG nova.scheduler.client.report [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.873979] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.961824] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.962050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.962281] env[69674]: INFO nova.compute.manager [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Attaching volume 3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e to /dev/sdb [ 1082.003050] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f3226-4485-47c6-b0f3-c3eef0f07c6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.011320] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a39cd80-bafc-4557-808b-5737680f4af8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.025780] env[69674]: DEBUG nova.virt.block_device [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating existing volume attachment record: 588a646f-a16e-4fea-9640-ee7506fe5184 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.038290] env[69674]: DEBUG nova.compute.manager [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1082.038375] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.039217] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3752e4a7-ede7-4e5b-9c73-300cbc63ac29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.046669] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.047038] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3efda975-f078-4880-808a-204a8eb5a1c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.053346] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1082.053346] env[69674]: value = "task-3257401" [ 1082.053346] env[69674]: _type = "Task" [ 1082.053346] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.062021] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.064997] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.077555] env[69674]: DEBUG nova.network.neutron [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.086581] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.087437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.095702] env[69674]: INFO nova.scheduler.client.report [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Deleted allocations for instance 416833fc-d6fe-4b9d-a23b-32aa0cd9246a [ 1082.567833] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257401, 'name': PowerOffVM_Task, 'duration_secs': 0.197647} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.568214] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.568317] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.568620] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-116ad34d-678b-473a-9b7a-baa9bdb0ea23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.580509] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.580929] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Instance network_info: |[{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1082.584120] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:6f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83482e48-0b45-4f12-b3ca-bff4e70db5c8', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.593195] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.593574] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1082.597631] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.597631] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36036aa-e554-4bb0-95aa-6cacb11e6ec2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.616668] env[69674]: DEBUG oslo_concurrency.lockutils [None req-014894d3-aae0-471e-b315-ffda55e68ca1 tempest-ServerDiskConfigTestJSON-515121921 tempest-ServerDiskConfigTestJSON-515121921-project-member] Lock "416833fc-d6fe-4b9d-a23b-32aa0cd9246a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.527s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.623050] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.623050] env[69674]: value = "task-3257406" [ 1082.623050] env[69674]: _type = "Task" [ 1082.623050] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.642525] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.642525] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.642735] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleting the datastore file [datastore2] 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.643632] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257406, 'name': CreateVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.643632] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c6cdea-86e7-433f-91fd-308bcdbcad59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.651755] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for the task: (returnval){ [ 1082.651755] env[69674]: value = "task-3257407" [ 1082.651755] env[69674]: _type = "Task" [ 1082.651755] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.659545] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.959959] env[69674]: DEBUG nova.compute.manager [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Received event network-changed-83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1082.960197] env[69674]: DEBUG nova.compute.manager [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Refreshing instance network info cache due to event network-changed-83482e48-0b45-4f12-b3ca-bff4e70db5c8. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1082.964107] env[69674]: DEBUG oslo_concurrency.lockutils [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] Acquiring lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.964107] env[69674]: DEBUG oslo_concurrency.lockutils [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] Acquired lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.964336] env[69674]: DEBUG nova.network.neutron [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Refreshing network info cache for port 83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.123781] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.124144] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.125819] env[69674]: INFO nova.compute.claims [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.139345] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257406, 'name': CreateVM_Task, 'duration_secs': 0.363815} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.139345] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.139345] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.139345] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.139650] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.139834] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36501ab2-77a8-449b-b8ad-73cb5836be38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.146343] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1083.146343] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aff64-9da3-c44c-a79e-4aed8f6a5c88" [ 1083.146343] env[69674]: _type = "Task" [ 1083.146343] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.157231] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aff64-9da3-c44c-a79e-4aed8f6a5c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.171020] env[69674]: DEBUG oslo_vmware.api [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Task: {'id': task-3257407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198926} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.171020] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.171020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.171020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.171227] env[69674]: INFO nova.compute.manager [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1083.171499] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.171576] env[69674]: DEBUG nova.compute.manager [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1083.171652] env[69674]: DEBUG nova.network.neutron [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.660775] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526aff64-9da3-c44c-a79e-4aed8f6a5c88, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.661493] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.661658] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.662502] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.662676] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.662995] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.663628] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4b0e4c-dea7-43d4-9a61-631d279f3642 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.674754] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.674998] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.675761] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c648575-ac24-4ca3-b2ae-4031a2ca1873 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.684413] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1083.684413] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecd8d9-4a54-b2b5-e987-719494c1ca1b" [ 1083.684413] env[69674]: _type = "Task" [ 1083.684413] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.694967] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecd8d9-4a54-b2b5-e987-719494c1ca1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.787599] env[69674]: DEBUG nova.network.neutron [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updated VIF entry in instance network info cache for port 83482e48-0b45-4f12-b3ca-bff4e70db5c8. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.788023] env[69674]: DEBUG nova.network.neutron [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.087880] env[69674]: DEBUG nova.network.neutron [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.203623] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecd8d9-4a54-b2b5-e987-719494c1ca1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.206220] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1c489e-0940-4eed-ba03-1b93a3a240a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.217959] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1084.217959] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209e65d-ada5-6766-e648-7e86111e5990" [ 1084.217959] env[69674]: _type = "Task" [ 1084.217959] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.227389] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209e65d-ada5-6766-e648-7e86111e5990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.291100] env[69674]: DEBUG oslo_concurrency.lockutils [req-303aa861-57d4-4c6c-b82b-70abdad5ac5c req-54766392-08ff-40ed-ba1f-66c2279e9a30 service nova] Releasing lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370885] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49080e10-13b4-47fc-8cfd-87160125aae5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379309] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d465200-4a6f-4c1e-b5b0-8dce769c94f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.411801] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d37fc-9a52-4d1f-8551-db15322ab176 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.420377] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb3800-128c-4fbd-9fba-f980e12f971d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.436912] env[69674]: DEBUG nova.compute.provider_tree [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.466128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "93bb0e79-41de-4641-a739-b1a1243329fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.466128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.590585] env[69674]: INFO nova.compute.manager [-] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Took 1.42 seconds to deallocate network for instance. [ 1084.729178] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209e65d-ada5-6766-e648-7e86111e5990, 'name': SearchDatastore_Task, 'duration_secs': 0.024546} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.729475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.729725] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.729994] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5cb371-d402-4293-a63c-12ce37824db3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.736985] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1084.736985] env[69674]: value = "task-3257409" [ 1084.736985] env[69674]: _type = "Task" [ 1084.736985] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.745065] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.943938] env[69674]: DEBUG nova.scheduler.client.report [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.974228] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1084.991543] env[69674]: DEBUG nova.compute.manager [req-48610cae-1bcb-4dc0-a988-983011222015 req-02f638e4-fd06-47b3-8345-496235e7a053 service nova] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Received event network-vif-deleted-c06fe11b-1fbb-4f05-ba23-b08943ff8018 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1085.101671] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.122942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.123291] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.247709] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.452443] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.453122] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1085.455764] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.354s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.455836] env[69674]: DEBUG nova.objects.instance [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lazy-loading 'resources' on Instance uuid 0c21ad53-e94c-4f63-aaa4-05c90537a867 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.499433] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.625831] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1085.749456] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513211} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.749757] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.749958] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.750269] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d46cf39-fe7a-4dbb-8c36-c0d94a0ff79d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.757669] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1085.757669] env[69674]: value = "task-3257410" [ 1085.757669] env[69674]: _type = "Task" [ 1085.757669] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.767692] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.959999] env[69674]: DEBUG nova.compute.utils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.966428] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1085.966428] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.018820] env[69674]: DEBUG nova.policy [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.144218] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492fde09-e4c9-44d2-822c-beb82aa9dc60 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.147652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.153201] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ecb76-6e6e-47b3-8257-b19db21f7b30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.186403] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0040c-ab9e-4c48-b012-fcd00acc6942 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.194767] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b8c10-8b71-4a3b-9ab9-384fff4a93b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.209406] env[69674]: DEBUG nova.compute.provider_tree [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.271787] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347245} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.271787] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.271787] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d22105-9315-4466-a77f-09cf3fc4cc29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.291044] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.292396] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Successfully created port: 4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.294699] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066e93f4-69ff-4876-9a70-e42420e50086 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.320634] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1086.320634] env[69674]: value = "task-3257411" [ 1086.320634] env[69674]: _type = "Task" [ 1086.320634] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.328560] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.466875] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1086.586243] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.586549] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650800', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'name': 'volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58072223-cb45-4996-bb38-6249ea296b11', 'attached_at': '', 'detached_at': '', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'serial': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.587469] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14605bc-da7d-46bd-84ba-44ddf112b4f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.603628] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26515e53-e1fa-4ee8-aa50-86d71a9630fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.627618] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e/volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.627839] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85be966d-0f2c-416d-b285-74dbdf346294 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.645913] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1086.645913] env[69674]: value = "task-3257412" [ 1086.645913] env[69674]: _type = "Task" [ 1086.645913] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.653852] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.713375] env[69674]: DEBUG nova.scheduler.client.report [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.830729] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257411, 'name': ReconfigVM_Task, 'duration_secs': 0.283447} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.832189] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.832189] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61143616-b989-403c-a3a3-2da484f1911d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.839954] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1086.839954] env[69674]: value = "task-3257413" [ 1086.839954] env[69674]: _type = "Task" [ 1086.839954] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.847623] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257413, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.159289] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.220062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.221200] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.722s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.223191] env[69674]: INFO nova.compute.claims [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.249142] env[69674]: INFO nova.scheduler.client.report [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Deleted allocations for instance 0c21ad53-e94c-4f63-aaa4-05c90537a867 [ 1087.351443] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257413, 'name': Rename_Task, 'duration_secs': 0.15279} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.352069] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.352630] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48b2338c-6420-4c04-b194-68423f250005 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.362057] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1087.362057] env[69674]: value = "task-3257414" [ 1087.362057] env[69674]: _type = "Task" [ 1087.362057] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.376385] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.479024] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1087.516755] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.519025] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.519025] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.519316] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.519624] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.519930] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.520321] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.523106] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.523106] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.523106] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.523106] env[69674]: DEBUG nova.virt.hardware [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.523106] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82504ba1-bf60-400d-aead-ce73df3db6bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.531445] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a85881-7fe1-4754-936b-c5aee74a0c12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.663020] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257412, 'name': ReconfigVM_Task, 'duration_secs': 0.55419} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.663020] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e/volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.666146] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3e6fc3-8217-4656-a9d0-64a10da4a7b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.683669] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1087.683669] env[69674]: value = "task-3257415" [ 1087.683669] env[69674]: _type = "Task" [ 1087.683669] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.692355] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.755689] env[69674]: DEBUG oslo_concurrency.lockutils [None req-19cf1628-ec28-444b-a6d4-e39d6bd6b147 tempest-ServersNegativeTestJSON-1185814601 tempest-ServersNegativeTestJSON-1185814601-project-member] Lock "0c21ad53-e94c-4f63-aaa4-05c90537a867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.225s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.807025] env[69674]: DEBUG nova.compute.manager [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Received event network-vif-plugged-4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1087.807247] env[69674]: DEBUG oslo_concurrency.lockutils [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] Acquiring lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.807452] env[69674]: DEBUG oslo_concurrency.lockutils [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.807617] env[69674]: DEBUG oslo_concurrency.lockutils [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.808926] env[69674]: DEBUG nova.compute.manager [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] No waiting events found dispatching network-vif-plugged-4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.809778] env[69674]: WARNING nova.compute.manager [req-50ae1694-a5ed-47f5-b32c-02904a368d43 req-af76cb14-f47b-4ac5-974f-367d8fb03630 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Received unexpected event network-vif-plugged-4e2b8d2c-9102-4762-ae6f-faff5269e9d1 for instance with vm_state building and task_state spawning. [ 1087.873981] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.968717] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Successfully updated port: 4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.194179] env[69674]: DEBUG oslo_vmware.api [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257415, 'name': ReconfigVM_Task, 'duration_secs': 0.145897} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.194514] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650800', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'name': 'volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58072223-cb45-4996-bb38-6249ea296b11', 'attached_at': '', 'detached_at': '', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'serial': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.379390] env[69674]: DEBUG oslo_vmware.api [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257414, 'name': PowerOnVM_Task, 'duration_secs': 0.517496} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.379702] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.379917] env[69674]: INFO nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1088.380110] env[69674]: DEBUG nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1088.380927] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072f748-177e-4d44-94ab-c412a351ff12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.467326] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3a0347-9ddd-4d9b-8b1e-5682fcfc9261 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.471896] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.471999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.472196] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.476728] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562ce32-d79a-453c-8563-356c3c62b6e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.516305] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e8790-8683-4a0a-9b11-18854d5c1eb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.526019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510a1cd-34ad-46fa-a8a6-ce3486ab1f79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.541500] env[69674]: DEBUG nova.compute.provider_tree [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.909061] env[69674]: INFO nova.compute.manager [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Took 14.39 seconds to build instance. [ 1089.017321] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.046295] env[69674]: DEBUG nova.scheduler.client.report [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.168640] env[69674]: DEBUG nova.network.neutron [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Updating instance_info_cache with network_info: [{"id": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "address": "fa:16:3e:b8:71:b2", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2b8d2c-91", "ovs_interfaceid": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.268519] env[69674]: DEBUG nova.objects.instance [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid 58072223-cb45-4996-bb38-6249ea296b11 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.410343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a78a2f4e-7f3a-490e-87c4-01b5ea93a33b tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.905s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.558698] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.559172] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1089.565443] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.416s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.565443] env[69674]: INFO nova.compute.claims [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.671656] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.672041] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Instance network_info: |[{"id": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "address": "fa:16:3e:b8:71:b2", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2b8d2c-91", "ovs_interfaceid": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1089.672458] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:71:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2b8d2c-9102-4762-ae6f-faff5269e9d1', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.682557] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.683185] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.683354] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7837f118-1abe-4c73-87d3-9b5220e2129b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.704180] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.704180] env[69674]: value = "task-3257416" [ 1089.704180] env[69674]: _type = "Task" [ 1089.704180] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.711917] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.774224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-82082cdf-07b3-4cba-8759-1cf03b4e44e5 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.843525] env[69674]: DEBUG nova.compute.manager [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Received event network-changed-4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1089.843718] env[69674]: DEBUG nova.compute.manager [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Refreshing instance network info cache due to event network-changed-4e2b8d2c-9102-4762-ae6f-faff5269e9d1. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1089.843954] env[69674]: DEBUG oslo_concurrency.lockutils [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] Acquiring lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.844487] env[69674]: DEBUG oslo_concurrency.lockutils [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] Acquired lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.846401] env[69674]: DEBUG nova.network.neutron [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Refreshing network info cache for port 4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.035046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.036018] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.064523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.064797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.065175] env[69674]: DEBUG nova.objects.instance [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid de53a2b1-b121-461a-bf41-46136e6b67a0 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.069643] env[69674]: DEBUG nova.compute.utils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.074437] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1090.074437] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.144551] env[69674]: DEBUG nova.policy [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edff2ddeabfd4782ac492a1f40494afb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dc4f024a7214f08a1596df7d4213b56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.214715] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.393683] env[69674]: DEBUG nova.compute.manager [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1090.538210] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1090.578040] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1090.715457] env[69674]: DEBUG nova.objects.instance [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid de53a2b1-b121-461a-bf41-46136e6b67a0 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.724193] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.837441] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5ecc0-5819-40f7-871b-297ac5ae6a4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.845638] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa66ffa-9c08-4eda-8cf4-821089d350b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.877750] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e0e476-97ff-45b7-a842-5139915e37f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.884999] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58069118-76d4-4771-b216-800d7c023c92 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.900581] env[69674]: DEBUG nova.compute.provider_tree [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.912810] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.057218] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.064711] env[69674]: DEBUG nova.network.neutron [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Updated VIF entry in instance network info cache for port 4e2b8d2c-9102-4762-ae6f-faff5269e9d1. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.065073] env[69674]: DEBUG nova.network.neutron [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Updating instance_info_cache with network_info: [{"id": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "address": "fa:16:3e:b8:71:b2", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2b8d2c-91", "ovs_interfaceid": "4e2b8d2c-9102-4762-ae6f-faff5269e9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.094067] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Successfully created port: 38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.218480] env[69674]: DEBUG nova.objects.base [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.218696] env[69674]: DEBUG nova.network.neutron [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.220648] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.352149] env[69674]: DEBUG nova.policy [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.360326] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "47f377ca-97ca-4b22-857b-99fff001c97d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.360559] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.404746] env[69674]: DEBUG nova.scheduler.client.report [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.567917] env[69674]: DEBUG oslo_concurrency.lockutils [req-00e01ad2-7ba5-4eb0-a98f-b1bf74eb0d60 req-53968ce8-be08-4f13-a026-13c51d2f055a service nova] Releasing lock "refresh_cache-b8faebea-eb9a-4d74-9b8f-88cd0af1f453" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.593835] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.628019] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.628532] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.629586] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.629918] env[69674]: DEBUG nova.virt.hardware [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.630928] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3d24bf-ad61-42d8-81e3-c100fbff4801 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.639673] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ddb67-cfae-4849-84ff-6b667afc3c3a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.718340] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.862685] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1091.910589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.911249] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1091.914380] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.002s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.219402] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.386659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.416324] env[69674]: DEBUG nova.compute.utils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.419823] env[69674]: INFO nova.compute.claims [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.424326] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Not allocating networking since 'none' was specified. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1092.722842] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257416, 'name': CreateVM_Task, 'duration_secs': 2.567837} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.723052] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.723745] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.723908] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.724361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.724523] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd95efe-e42b-4cb4-aa21-b1fb855e06ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.729982] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1092.729982] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ff986-5275-e643-b5be-e3c7aaf5bd76" [ 1092.729982] env[69674]: _type = "Task" [ 1092.729982] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.737646] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ff986-5275-e643-b5be-e3c7aaf5bd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.791190] env[69674]: DEBUG nova.compute.manager [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Received event network-vif-plugged-38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1092.791420] env[69674]: DEBUG oslo_concurrency.lockutils [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] Acquiring lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.791628] env[69674]: DEBUG oslo_concurrency.lockutils [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] Lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.791812] env[69674]: DEBUG oslo_concurrency.lockutils [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] Lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.791990] env[69674]: DEBUG nova.compute.manager [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] No waiting events found dispatching network-vif-plugged-38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.792172] env[69674]: WARNING nova.compute.manager [req-38f89f54-7fb4-44a9-bfb6-c3f394db2b60 req-74a81c0f-c130-4fdd-ab2c-23c1be79cead service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Received unexpected event network-vif-plugged-38702e06-b22f-4618-9ec8-94b2398bb09e for instance with vm_state building and task_state spawning. [ 1092.913506] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Successfully updated port: 38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.925121] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1092.933018] env[69674]: INFO nova.compute.resource_tracker [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating resource usage from migration 872055b6-0e25-4861-9704-d2da3a1aece9 [ 1093.035321] env[69674]: DEBUG nova.network.neutron [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Successfully updated port: 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.131308] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb93ea-b170-4700-8c86-c3ee295cfbed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.138803] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7453d7-d4e7-470a-8752-2521c232ea3a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.168337] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156db96a-8d13-4434-9563-2955af0354fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.175907] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e96789-1c34-412b-bab0-3c7016133e3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.189084] env[69674]: DEBUG nova.compute.provider_tree [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.239858] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ff986-5275-e643-b5be-e3c7aaf5bd76, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.240206] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.240325] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.240555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.240699] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.240876] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.241152] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18146003-805d-48f5-a7fa-f164251b8718 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.249605] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.249605] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.250342] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10460162-d3b6-469c-9eb4-17afcdb1585f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.255516] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1093.255516] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f79ba-3a08-5b92-5b6d-3928d4ca3cd4" [ 1093.255516] env[69674]: _type = "Task" [ 1093.255516] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.263248] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f79ba-3a08-5b92-5b6d-3928d4ca3cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.416479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.416643] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquired lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.416797] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.538976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.538976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.538976] env[69674]: DEBUG nova.network.neutron [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.692559] env[69674]: DEBUG nova.scheduler.client.report [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.766797] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526f79ba-3a08-5b92-5b6d-3928d4ca3cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.767759] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2013703f-6e10-4329-a1d6-8ff4dc5effdd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.774322] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1093.774322] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a68488-7705-1396-241d-cef815d74909" [ 1093.774322] env[69674]: _type = "Task" [ 1093.774322] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.782977] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a68488-7705-1396-241d-cef815d74909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.830535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.830776] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.938781] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1093.950063] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.964923] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.965195] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.965357] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.965541] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.965691] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.965840] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.966063] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.966229] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.966397] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.966560] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.966736] env[69674]: DEBUG nova.virt.hardware [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.967911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea78e3a-8b2a-4476-8146-6c1067f6d2ed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.978139] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2531b85-f85e-4890-ac05-0fe60b742947 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.991015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.996513] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Creating folder: Project (984e562567f74d1cb203b423ee0863d0). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.998751] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3507012-e6fe-431f-a673-cd66efb1ec68 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.009014] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Created folder: Project (984e562567f74d1cb203b423ee0863d0) in parent group-v650515. [ 1094.009214] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Creating folder: Instances. Parent ref: group-v650803. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.009437] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55867e9f-1ab8-426b-8cd6-3cc0e536a6d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.018334] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Created folder: Instances in parent group-v650803. [ 1094.018550] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.018734] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.018923] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e8317b-dd04-414c-9fbf-b8e3f35c518f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037011] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.037011] env[69674]: value = "task-3257419" [ 1094.037011] env[69674]: _type = "Task" [ 1094.037011] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.045481] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257419, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.086665] env[69674]: WARNING nova.network.neutron [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 1094.139210] env[69674]: DEBUG nova.network.neutron [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updating instance_info_cache with network_info: [{"id": "38702e06-b22f-4618-9ec8-94b2398bb09e", "address": "fa:16:3e:a8:c5:66", "network": {"id": "6288f0e0-cc0e-4edb-94b0-2d684d4d26cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1351043453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc4f024a7214f08a1596df7d4213b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38702e06-b2", "ovs_interfaceid": "38702e06-b22f-4618-9ec8-94b2398bb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.197668] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.197898] env[69674]: INFO nova.compute.manager [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Migrating [ 1094.205358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.148s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.206898] env[69674]: INFO nova.compute.claims [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.287193] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a68488-7705-1396-241d-cef815d74909, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.287959] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.287959] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b8faebea-eb9a-4d74-9b8f-88cd0af1f453/b8faebea-eb9a-4d74-9b8f-88cd0af1f453.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.288186] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebc04e42-b936-4889-ae60-47bfcef87f2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.294886] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1094.294886] env[69674]: value = "task-3257420" [ 1094.294886] env[69674]: _type = "Task" [ 1094.294886] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.304744] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.333870] env[69674]: DEBUG nova.compute.utils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.391536] env[69674]: DEBUG nova.network.neutron [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "address": "fa:16:3e:78:43:bb", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee534d-fd", "ovs_interfaceid": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.548157] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257419, 'name': CreateVM_Task, 'duration_secs': 0.303994} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.548392] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.548817] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.548978] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.549368] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.549643] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010ae3dc-7156-4566-b28f-dda792d24b2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.554268] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1094.554268] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5268bf3f-4783-7422-96e0-cd0df4a60a02" [ 1094.554268] env[69674]: _type = "Task" [ 1094.554268] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.562014] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5268bf3f-4783-7422-96e0-cd0df4a60a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.641938] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Releasing lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.642216] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Instance network_info: |[{"id": "38702e06-b22f-4618-9ec8-94b2398bb09e", "address": "fa:16:3e:a8:c5:66", "network": {"id": "6288f0e0-cc0e-4edb-94b0-2d684d4d26cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1351043453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc4f024a7214f08a1596df7d4213b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38702e06-b2", "ovs_interfaceid": "38702e06-b22f-4618-9ec8-94b2398bb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1094.642699] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:c5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38702e06-b22f-4618-9ec8-94b2398bb09e', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.650443] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Creating folder: Project (7dc4f024a7214f08a1596df7d4213b56). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.650767] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c18de343-04e3-41a2-a41d-6372dfc688d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.663200] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Created folder: Project (7dc4f024a7214f08a1596df7d4213b56) in parent group-v650515. [ 1094.663409] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Creating folder: Instances. Parent ref: group-v650806. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.663652] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc608718-8d2e-4d79-a726-eaa396695f7a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.673209] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Created folder: Instances in parent group-v650806. [ 1094.673439] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.673630] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.673824] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c260b6e-762d-4aac-9143-58ce9ade7e32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.693773] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.693773] env[69674]: value = "task-3257423" [ 1094.693773] env[69674]: _type = "Task" [ 1094.693773] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.701512] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257423, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.717473] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.717761] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.717902] env[69674]: DEBUG nova.network.neutron [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.807340] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257420, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.836432] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.895412] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.896242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.896408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.897366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c22e18-99d4-4505-b757-4ad8e156deae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.916720] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.917059] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.917233] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.917482] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.917634] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.917850] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.918121] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.918311] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.918522] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.918731] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.918920] env[69674]: DEBUG nova.virt.hardware [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.926051] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfiguring VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1094.926527] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f23c9c-40af-484d-bcb6-324cdce47716 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.947209] env[69674]: DEBUG oslo_vmware.api [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1094.947209] env[69674]: value = "task-3257424" [ 1094.947209] env[69674]: _type = "Task" [ 1094.947209] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.955863] env[69674]: DEBUG oslo_vmware.api [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257424, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.067978] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5268bf3f-4783-7422-96e0-cd0df4a60a02, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.068422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.068722] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.068985] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.069216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.069482] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.069809] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29bbab13-80d9-4162-8c1a-6c6ae61e279e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.078147] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.078322] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.079015] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0aa687d-be8b-4eee-8657-adeff022c9f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.084075] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1095.084075] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526e5663-352f-c5e7-9e53-99fb132a6347" [ 1095.084075] env[69674]: _type = "Task" [ 1095.084075] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.091632] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526e5663-352f-c5e7-9e53-99fb132a6347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.203772] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257423, 'name': CreateVM_Task, 'duration_secs': 0.469707} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.203903] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.204572] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.204744] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.205074] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.205332] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cab0ec8-c420-4cb1-93d8-97117d36f740 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.209538] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1095.209538] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502b0-db9f-df04-188a-95df31b37f34" [ 1095.209538] env[69674]: _type = "Task" [ 1095.209538] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.216903] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502b0-db9f-df04-188a-95df31b37f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.307308] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70847} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.307572] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] b8faebea-eb9a-4d74-9b8f-88cd0af1f453/b8faebea-eb9a-4d74-9b8f-88cd0af1f453.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.307789] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.308055] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da874dc5-9a5a-4483-86f6-8d76d6997265 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.318968] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1095.318968] env[69674]: value = "task-3257425" [ 1095.318968] env[69674]: _type = "Task" [ 1095.318968] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.326217] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.439408] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c99ea-0586-4ceb-b539-afb8f19f8852 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.449863] env[69674]: DEBUG nova.network.neutron [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.456498] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2ce58-28f5-473c-9dd8-bdc33043bd20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.466360] env[69674]: DEBUG oslo_vmware.api [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.495267] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f3504-9f4c-4546-8263-112b1e3d1ca4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.503215] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6442808-f187-4929-b302-07b3a1b0df8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.519106] env[69674]: DEBUG nova.compute.provider_tree [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.595124] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526e5663-352f-c5e7-9e53-99fb132a6347, 'name': SearchDatastore_Task, 'duration_secs': 0.016571} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.595960] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1e54a1-a32a-4548-bd2f-0e6af0ce78d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.601430] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1095.601430] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa556f-99c1-9e4b-3f6a-e3948f048f46" [ 1095.601430] env[69674]: _type = "Task" [ 1095.601430] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.609330] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa556f-99c1-9e4b-3f6a-e3948f048f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.720044] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c502b0-db9f-df04-188a-95df31b37f34, 'name': SearchDatastore_Task, 'duration_secs': 0.031631} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.720366] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.720604] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.720816] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.827654] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067359} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.827914] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.828711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504311f7-db66-4caf-bc41-dedc49f0f470 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.851146] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b8faebea-eb9a-4d74-9b8f-88cd0af1f453/b8faebea-eb9a-4d74-9b8f-88cd0af1f453.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.851455] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135379c8-8199-4c1c-b7d2-e42827bc1a8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.871368] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1095.871368] env[69674]: value = "task-3257426" [ 1095.871368] env[69674]: _type = "Task" [ 1095.871368] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.880117] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.901651] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Received event network-changed-38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1095.901830] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Refreshing instance network info cache due to event network-changed-38702e06-b22f-4618-9ec8-94b2398bb09e. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1095.902126] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Acquiring lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.902317] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Acquired lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.902486] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Refreshing network info cache for port 38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.911718] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.911975] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.912277] env[69674]: INFO nova.compute.manager [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Attaching volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 to /dev/sdb [ 1095.945993] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bae44-f7ea-4697-a62f-686b04acfc6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.957436] env[69674]: DEBUG oslo_vmware.api [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257424, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.959647] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be38e5-0cf4-49b7-93b8-a0edf91b4a56 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.963487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975594] env[69674]: DEBUG nova.virt.block_device [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating existing volume attachment record: 4e05f3f7-6d08-4cae-8633-09345a4167a7 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.022283] env[69674]: DEBUG nova.scheduler.client.report [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.111351] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fa556f-99c1-9e4b-3f6a-e3948f048f46, 'name': SearchDatastore_Task, 'duration_secs': 0.024039} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.111666] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.112049] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.112389] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.112655] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.112919] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa57cc20-a497-4fdd-8bb1-4270d7ba2bc6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.114985] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-936ddd2e-da20-4920-b419-553d515f5f21 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.120925] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1096.120925] env[69674]: value = "task-3257428" [ 1096.120925] env[69674]: _type = "Task" [ 1096.120925] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.141754] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.143066] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.143204] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.143985] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761d621a-3871-4bbd-9804-92aa948f6ee0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.149600] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1096.149600] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ee2dd-8146-fcfd-5204-ae7aedf2f1f1" [ 1096.149600] env[69674]: _type = "Task" [ 1096.149600] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.158955] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ee2dd-8146-fcfd-5204-ae7aedf2f1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.382376] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.459196] env[69674]: DEBUG oslo_vmware.api [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257424, 'name': ReconfigVM_Task, 'duration_secs': 1.084577} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.459791] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.460030] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfigured VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.527984] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.528566] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1096.531748] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.145s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.533989] env[69674]: INFO nova.compute.claims [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.637389] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.662032] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525ee2dd-8146-fcfd-5204-ae7aedf2f1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018038} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.662997] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7800f8-1ad0-42e4-902b-e61524deca72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.668879] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1096.668879] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5252b0c1-c63a-a5a0-a199-2d50ff8631e4" [ 1096.668879] env[69674]: _type = "Task" [ 1096.668879] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.677646] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5252b0c1-c63a-a5a0-a199-2d50ff8631e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.697512] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updated VIF entry in instance network info cache for port 38702e06-b22f-4618-9ec8-94b2398bb09e. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.697927] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updating instance_info_cache with network_info: [{"id": "38702e06-b22f-4618-9ec8-94b2398bb09e", "address": "fa:16:3e:a8:c5:66", "network": {"id": "6288f0e0-cc0e-4edb-94b0-2d684d4d26cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1351043453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc4f024a7214f08a1596df7d4213b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38702e06-b2", "ovs_interfaceid": "38702e06-b22f-4618-9ec8-94b2398bb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.882468] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257426, 'name': ReconfigVM_Task, 'duration_secs': 0.602725} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.882869] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b8faebea-eb9a-4d74-9b8f-88cd0af1f453/b8faebea-eb9a-4d74-9b8f-88cd0af1f453.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.883753] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e788f9a-7df8-4327-ba9d-33a6a5295974 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.890331] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1096.890331] env[69674]: value = "task-3257431" [ 1096.890331] env[69674]: _type = "Task" [ 1096.890331] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.899285] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257431, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.964622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ce80b3c3-d0f4-4081-977c-4033eae0b1ee tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.900s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.038645] env[69674]: DEBUG nova.compute.utils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.040259] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1097.040393] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.084972] env[69674]: DEBUG nova.policy [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2994fe46c7642688726c57c004bde34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198f577154a6499da565f213e898ce2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.130962] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257428, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.178500] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5252b0c1-c63a-a5a0-a199-2d50ff8631e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.178763] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.179059] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 93bb0e79-41de-4641-a739-b1a1243329fc/93bb0e79-41de-4641-a739-b1a1243329fc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.179415] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2671e3-ae85-43c4-a81c-977a1c70db77 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.185267] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1097.185267] env[69674]: value = "task-3257432" [ 1097.185267] env[69674]: _type = "Task" [ 1097.185267] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.193350] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.200968] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Releasing lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.201248] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1097.201479] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.201696] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.201867] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.202122] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] No waiting events found dispatching network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.202299] env[69674]: WARNING nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received unexpected event network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 for instance with vm_state active and task_state None. [ 1097.202549] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1097.202625] env[69674]: DEBUG nova.compute.manager [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1097.202804] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.203028] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.203148] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.348914] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Successfully created port: 17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.400176] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257431, 'name': Rename_Task, 'duration_secs': 0.1371} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.400483] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.400679] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4577acc3-fd22-434c-bd89-5850538e0130 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.406370] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1097.406370] env[69674]: value = "task-3257433" [ 1097.406370] env[69674]: _type = "Task" [ 1097.406370] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.413899] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.476594] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eacb36b-a00f-4018-ac1c-c4c46ab0e861 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.496310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.546383] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1097.635147] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257428, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.703391] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.793366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7953dfe8-1595-4efa-b4f2-a6d6845c8087 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.803985] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b16d2f-2d84-447c-b619-cbcb075611a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.840991] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7054a31-39c0-401d-8f7b-a08453e79d45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.853063] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58956c3d-b4d8-4ec5-a13e-2493737f1500 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.870141] env[69674]: DEBUG nova.compute.provider_tree [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.917766] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257433, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.004061] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.004061] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a18289-0033-40ba-a429-e18ffb67bff0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.013503] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1098.013503] env[69674]: value = "task-3257434" [ 1098.013503] env[69674]: _type = "Task" [ 1098.013503] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.024038] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.091363] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.091909] env[69674]: DEBUG nova.network.neutron [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "address": "fa:16:3e:78:43:bb", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee534d-fd", "ovs_interfaceid": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.133257] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257428, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566974} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.133613] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.133773] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.133988] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c96f12-aa98-4fd0-ae9d-d2188a941904 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.140069] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1098.140069] env[69674]: value = "task-3257435" [ 1098.140069] env[69674]: _type = "Task" [ 1098.140069] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.149572] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.202262] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94932} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.202655] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 93bb0e79-41de-4641-a739-b1a1243329fc/93bb0e79-41de-4641-a739-b1a1243329fc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.202898] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.203220] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a909918-9cc8-4f08-897b-420dbbc70c8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.209401] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1098.209401] env[69674]: value = "task-3257436" [ 1098.209401] env[69674]: _type = "Task" [ 1098.209401] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.218123] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.347471] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.347792] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.373275] env[69674]: DEBUG nova.scheduler.client.report [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.419438] env[69674]: DEBUG oslo_vmware.api [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257433, 'name': PowerOnVM_Task, 'duration_secs': 0.563844} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.419774] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.419933] env[69674]: INFO nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1098.420075] env[69674]: DEBUG nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1098.420838] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae24f35d-71c7-45c7-b957-3c05b9cc1097 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.523769] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257434, 'name': PowerOffVM_Task, 'duration_secs': 0.23794} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.524109] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.524368] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.560983] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1098.589259] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.589550] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.589714] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.589901] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.590061] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.590218] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.590429] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.590590] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.590772] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.591028] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.591223] env[69674]: DEBUG nova.virt.hardware [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.592118] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acea326-819b-4363-b763-40d5bdbf618d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.594989] env[69674]: DEBUG oslo_concurrency.lockutils [req-a88d37cb-4213-43a0-a141-706022235201 req-4b0522fd-4996-4b3b-991c-8d7a2f101d0e service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.601158] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0129d1-74c5-4fe3-a046-bb9c6a438915 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.648903] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06723} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.649127] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.649954] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad2f7b-8b72-4103-9d15-95fc527ce3c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.669839] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.670135] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff3f61c-5c46-489f-ac7b-0de9075a70ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.689961] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1098.689961] env[69674]: value = "task-3257438" [ 1098.689961] env[69674]: _type = "Task" [ 1098.689961] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.698504] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.719953] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110948} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.719953] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.720388] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fadb9-980c-4c3f-8d90-f9d124b2bc58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.746278] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 93bb0e79-41de-4641-a739-b1a1243329fc/93bb0e79-41de-4641-a739-b1a1243329fc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.747689] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179a9092-cced-472a-af33-029055fdf173 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.763215] env[69674]: DEBUG nova.compute.manager [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Received event network-vif-plugged-17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1098.763440] env[69674]: DEBUG oslo_concurrency.lockutils [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.763898] env[69674]: DEBUG oslo_concurrency.lockutils [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.764101] env[69674]: DEBUG oslo_concurrency.lockutils [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.764296] env[69674]: DEBUG nova.compute.manager [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] No waiting events found dispatching network-vif-plugged-17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.764486] env[69674]: WARNING nova.compute.manager [req-f13e6f64-c644-42e4-a7ea-38b460dfb478 req-0006806b-ad9a-44a7-a276-afc21633b3f5 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Received unexpected event network-vif-plugged-17950b78-c981-4f9d-8a14-d7e4d73c35eb for instance with vm_state building and task_state spawning. [ 1098.770080] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1098.770080] env[69674]: value = "task-3257439" [ 1098.770080] env[69674]: _type = "Task" [ 1098.770080] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.778596] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.849831] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Successfully updated port: 17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.851359] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.851525] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.852444] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534bb26d-f9d2-401b-87f6-6dcb63e08ab5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.874108] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fcadea-3d98-4e85-a6d0-c2674c697cc4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.877756] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.878307] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1098.909362] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfiguring VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1098.909687] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58cbe63-59ef-4592-98e2-f6352d2cb59c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.931147] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1098.931147] env[69674]: value = "task-3257440" [ 1098.931147] env[69674]: _type = "Task" [ 1098.931147] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.939343] env[69674]: INFO nova.compute.manager [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Took 15.84 seconds to build instance. [ 1098.946559] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.032020] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.032020] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.032020] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.032020] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.032338] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.032656] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.033410] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.033699] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.034569] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.034569] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.034569] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.041020] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ddeb41-1d2c-46a1-99be-cd8f412b648d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.059428] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1099.059428] env[69674]: value = "task-3257441" [ 1099.059428] env[69674]: _type = "Task" [ 1099.059428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.068220] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.203751] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.280598] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.356293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.356470] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.356470] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.384376] env[69674]: DEBUG nova.compute.utils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.386238] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1099.386458] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.424811] env[69674]: DEBUG nova.policy [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b091eb251a4392abc532d1c4f56ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2638bae0cca446c59ac9dfd28e8038aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.441448] env[69674]: DEBUG oslo_concurrency.lockutils [None req-155637c2-dde3-4fde-888a-8aed3c1048f3 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.354s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.445653] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.573041] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257441, 'name': ReconfigVM_Task, 'duration_secs': 0.394288} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.573219] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.701156] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257438, 'name': ReconfigVM_Task, 'duration_secs': 0.678005} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.701460] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.702108] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65fe23e-4092-46fb-997c-b1b2a4d932f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.708615] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1099.708615] env[69674]: value = "task-3257442" [ 1099.708615] env[69674]: _type = "Task" [ 1099.708615] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.718075] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257442, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.738385] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Successfully created port: b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.780929] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257439, 'name': ReconfigVM_Task, 'duration_secs': 0.835541} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.781279] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 93bb0e79-41de-4641-a739-b1a1243329fc/93bb0e79-41de-4641-a739-b1a1243329fc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.781901] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed3e0f81-e3d8-4f0c-bed4-89021e7e50d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.788660] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1099.788660] env[69674]: value = "task-3257443" [ 1099.788660] env[69674]: _type = "Task" [ 1099.788660] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.798583] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257443, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.889863] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1099.907521] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.946866] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.036253] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.036517] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.036727] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.036909] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.037099] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.038991] env[69674]: INFO nova.compute.manager [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Terminating instance [ 1100.080031] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.080280] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.080440] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.080656] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.080896] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.081018] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.081160] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.082679] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.082679] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.082679] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.082679] env[69674]: DEBUG nova.virt.hardware [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.088691] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.089274] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c614fb-1818-4f83-9ef1-95577c4d2b03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.103746] env[69674]: DEBUG nova.network.neutron [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.109431] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1100.109431] env[69674]: value = "task-3257444" [ 1100.109431] env[69674]: _type = "Task" [ 1100.109431] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.118354] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.219600] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257442, 'name': Rename_Task, 'duration_secs': 0.23575} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.220387] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.220387] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fffa87b-a93a-4f60-91d6-604abecf004f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.232081] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1100.232081] env[69674]: value = "task-3257445" [ 1100.232081] env[69674]: _type = "Task" [ 1100.232081] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.241859] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.298985] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257443, 'name': Rename_Task, 'duration_secs': 0.194644} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.299325] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.299577] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5142a435-c7cc-4827-a637-65d13fa3ce3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.306680] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1100.306680] env[69674]: value = "task-3257446" [ 1100.306680] env[69674]: _type = "Task" [ 1100.306680] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.316142] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.446490] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.542732] env[69674]: DEBUG nova.compute.manager [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1100.543058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.544056] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e433f11a-5c8e-494f-83f9-88de5bedd280 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.553563] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.553879] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615a8741-69b4-4f0a-bd6a-6f40d7a61975 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.561362] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1100.561362] env[69674]: value = "task-3257447" [ 1100.561362] env[69674]: _type = "Task" [ 1100.561362] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.570021] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.607693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.608049] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Instance network_info: |[{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1100.608475] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:f8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17950b78-c981-4f9d-8a14-d7e4d73c35eb', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.615888] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating folder: Project (198f577154a6499da565f213e898ce2e). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.616193] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335b23ec-54dc-4d5f-aa05-8b79b99b20c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.627988] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257444, 'name': ReconfigVM_Task, 'duration_secs': 0.175548} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.627988] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.628431] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5ff4d-e1c1-484c-893f-fb4004289a95 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.633060] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created folder: Project (198f577154a6499da565f213e898ce2e) in parent group-v650515. [ 1100.633287] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating folder: Instances. Parent ref: group-v650811. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.633898] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07fa27d8-66b3-45aa-a8da-9eaf8497a745 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.655125] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.656686] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3d4658-7e12-4fa7-bed5-590c999a018d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.669703] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created folder: Instances in parent group-v650811. [ 1100.669966] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.670201] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.670817] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-296b05e5-7cfe-4b8d-978e-dc8b90a6fb57 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.686743] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1100.686743] env[69674]: value = "task-3257450" [ 1100.686743] env[69674]: _type = "Task" [ 1100.686743] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.694309] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.694309] env[69674]: value = "task-3257451" [ 1100.694309] env[69674]: _type = "Task" [ 1100.694309] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.700862] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.710243] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257451, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.743067] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257445, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.770579] env[69674]: DEBUG nova.compute.manager [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Received event network-changed-17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1100.770579] env[69674]: DEBUG nova.compute.manager [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Refreshing instance network info cache due to event network-changed-17950b78-c981-4f9d-8a14-d7e4d73c35eb. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1100.770579] env[69674]: DEBUG oslo_concurrency.lockutils [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.770579] env[69674]: DEBUG oslo_concurrency.lockutils [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.770579] env[69674]: DEBUG nova.network.neutron [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Refreshing network info cache for port 17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.819746] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.900341] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1100.928202] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.928458] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.928635] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.928888] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.930038] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.930341] env[69674]: DEBUG nova.virt.hardware [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.931040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb011f00-f99d-41d4-a271-304656c070ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.942877] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e6ffbc-2e6b-4dbb-8032-f5c6bdb1cbf8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.961366] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.024051] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.024341] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.025279] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bb3f35-7adb-4bc9-9ace-a54f01537b29 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.049817] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02b0d0-93c4-4b0e-a4c7-dc760c1573af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.078251] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.082760] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f53e2059-7169-4c6b-93e9-f9aa6aca8c53 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.108384] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257447, 'name': PowerOffVM_Task, 'duration_secs': 0.203687} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.109687] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.109869] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.110195] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1101.110195] env[69674]: value = "task-3257452" [ 1101.110195] env[69674]: _type = "Task" [ 1101.110195] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.110395] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9de3f3f2-302c-48dd-a18c-a2aa46d8bf69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.122101] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.196982] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257450, 'name': ReconfigVM_Task, 'duration_secs': 0.369729} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.197314] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8/60d21911-0de7-4622-ab81-0f582ea011c8.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.197707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.210210] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257451, 'name': CreateVM_Task, 'duration_secs': 0.417098} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.210399] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.211109] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.211279] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.211605] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.211876] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e2bcb6-09ed-4b05-a9b6-83dec8cf017e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.217023] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1101.217023] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a826cd-27c3-e114-2087-31b1db2190d1" [ 1101.217023] env[69674]: _type = "Task" [ 1101.217023] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.225397] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a826cd-27c3-e114-2087-31b1db2190d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.244269] env[69674]: DEBUG oslo_vmware.api [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257445, 'name': PowerOnVM_Task, 'duration_secs': 0.642237} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.244602] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.244864] env[69674]: INFO nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1101.245112] env[69674]: DEBUG nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1101.245947] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97112247-256b-4c94-b73a-7278e19942ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.318371] env[69674]: DEBUG oslo_vmware.api [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257446, 'name': PowerOnVM_Task, 'duration_secs': 0.570334} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.318716] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.318950] env[69674]: INFO nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1101.319156] env[69674]: DEBUG nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1101.320104] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aca0cf-2fd6-4c49-99d8-2624aa881691 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.451313] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.562297] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Successfully updated port: b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.590398] env[69674]: DEBUG nova.network.neutron [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updated VIF entry in instance network info cache for port 17950b78-c981-4f9d-8a14-d7e4d73c35eb. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.590751] env[69674]: DEBUG nova.network.neutron [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.621696] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257452, 'name': ReconfigVM_Task, 'duration_secs': 0.415518} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.622129] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.626899] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9367a1-1fbb-4ce3-b5b7-ffe71e9132f9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.642704] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1101.642704] env[69674]: value = "task-3257454" [ 1101.642704] env[69674]: _type = "Task" [ 1101.642704] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.652985] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.708348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390836a-af7f-4a23-8bd6-9958021bbc90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.731242] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91349cd3-a3e3-457c-9e86-56ad6383f410 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.753752] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.757367] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a826cd-27c3-e114-2087-31b1db2190d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.761315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.762973] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.762973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.762973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.762973] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.764312] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd394bc-f66b-4355-ae39-287cd9761699 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.767730] env[69674]: INFO nova.compute.manager [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Took 15.64 seconds to build instance. [ 1101.768727] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.768979] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.769104] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] b8faebea-eb9a-4d74-9b8f-88cd0af1f453 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.769873] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc7fe83-7e6a-4e38-8fee-f598c3b54623 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.777783] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1101.777783] env[69674]: value = "task-3257455" [ 1101.777783] env[69674]: _type = "Task" [ 1101.777783] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.783948] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.784294] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.786241] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23dbfe77-3e15-477f-8bd6-97874c0d921f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.793037] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1101.793037] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527aa1ad-8c78-09e8-a38b-9668310a8fe1" [ 1101.793037] env[69674]: _type = "Task" [ 1101.793037] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.796928] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.806183] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527aa1ad-8c78-09e8-a38b-9668310a8fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.840330] env[69674]: INFO nova.compute.manager [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Took 16.36 seconds to build instance. [ 1101.950550] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.065988] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.066199] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.066369] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.093030] env[69674]: DEBUG oslo_concurrency.lockutils [req-3dab77d0-433c-430d-aa67-4dc3b8360622 req-140066f1-b21b-4fd9-8b79-d3d4494f23d8 service nova] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.152456] env[69674]: DEBUG oslo_vmware.api [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257454, 'name': ReconfigVM_Task, 'duration_secs': 0.18584} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.152766] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.270417] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f55c1a3b-501f-4f21-bb4e-cb02352a3824 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.147s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.290419] env[69674]: DEBUG oslo_vmware.api [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175849} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.290693] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.290878] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.291085] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.291468] env[69674]: INFO nova.compute.manager [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1102.291557] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.291716] env[69674]: DEBUG nova.compute.manager [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1102.291818] env[69674]: DEBUG nova.network.neutron [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.296477] env[69674]: DEBUG nova.network.neutron [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Port 83482e48-0b45-4f12-b3ca-bff4e70db5c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1102.307551] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527aa1ad-8c78-09e8-a38b-9668310a8fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.026843} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.309225] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7358450c-9061-4399-a93b-726d53dbab91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.314807] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1102.314807] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52046d53-b715-7fa5-936f-4e4097c650c6" [ 1102.314807] env[69674]: _type = "Task" [ 1102.314807] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.322710] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52046d53-b715-7fa5-936f-4e4097c650c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.342702] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e8982a29-d387-4d20-ae18-3e9833439a58 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.876s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.452286] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.622950] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.822817] env[69674]: DEBUG nova.network.neutron [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updating instance_info_cache with network_info: [{"id": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "address": "fa:16:3e:fe:96:27", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10f7053-53", "ovs_interfaceid": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.829896] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52046d53-b715-7fa5-936f-4e4097c650c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.831038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.831038] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.831213] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a0108a-2fb6-49dc-8a57-2b777d475231 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.847761] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1102.847761] env[69674]: value = "task-3257456" [ 1102.847761] env[69674]: _type = "Task" [ 1102.847761] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.859025] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.887345] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Received event network-vif-plugged-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1102.887345] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Acquiring lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.888268] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.888466] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.888654] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] No waiting events found dispatching network-vif-plugged-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.890032] env[69674]: WARNING nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Received unexpected event network-vif-plugged-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd for instance with vm_state building and task_state spawning. [ 1102.890032] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Received event network-changed-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1102.890032] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Refreshing instance network info cache due to event network-changed-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1102.890032] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Acquiring lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.952620] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.171613] env[69674]: DEBUG nova.network.neutron [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.205734] env[69674]: DEBUG nova.objects.instance [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'flavor' on Instance uuid e54c7670-57fa-43d5-966d-984e56d77d92 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.280463] env[69674]: DEBUG nova.compute.manager [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Received event network-changed-38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1103.280666] env[69674]: DEBUG nova.compute.manager [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Refreshing instance network info cache due to event network-changed-38702e06-b22f-4618-9ec8-94b2398bb09e. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1103.280883] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] Acquiring lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.283127] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] Acquired lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.283127] env[69674]: DEBUG nova.network.neutron [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Refreshing network info cache for port 38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.325999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.326487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.330023] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.332070] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.332510] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Instance network_info: |[{"id": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "address": "fa:16:3e:fe:96:27", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10f7053-53", "ovs_interfaceid": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1103.332921] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Acquired lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.333204] env[69674]: DEBUG nova.network.neutron [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Refreshing network info cache for port b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.336058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:96:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b10f7053-53a9-4028-b9ee-fbf76fb7d5dd', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.345179] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.347312] env[69674]: INFO nova.compute.manager [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Rebuilding instance [ 1103.349569] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.352343] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7ffb282-fee3-48bf-a048-231effc13b05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.381849] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518334} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.382238] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.382511] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.387608] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b463ebb-0d99-45bb-9ecd-49d669548b36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.389886] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.389886] env[69674]: value = "task-3257457" [ 1103.389886] env[69674]: _type = "Task" [ 1103.389886] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.402245] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257457, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.405045] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1103.405045] env[69674]: value = "task-3257458" [ 1103.405045] env[69674]: _type = "Task" [ 1103.405045] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.414728] env[69674]: DEBUG nova.compute.manager [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1103.416040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b41e872-de66-4a8b-a6cf-fc4ee89e9d12 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.423916] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.453332] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.628803] env[69674]: INFO nova.compute.manager [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Rebuilding instance [ 1103.675520] env[69674]: INFO nova.compute.manager [-] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Took 1.38 seconds to deallocate network for instance. [ 1103.685530] env[69674]: DEBUG nova.compute.manager [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1103.686225] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a39c5-1149-4c94-baa7-d3eef1ce42b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.712360] env[69674]: DEBUG oslo_concurrency.lockutils [None req-280470d5-d0a3-4cc9-b207-224051473fcb tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.900753] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257457, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.915572] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103403} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.918316] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.919218] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f46ef5-d0f2-4bfe-8d3d-a3f4d2c5fb09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.949970] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.953917] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.954253] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff880fb8-700b-4d80-bde4-a6c51be6e32d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.969063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f947cc9e-f519-4aee-a5be-9a9013b11bb0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.986488] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.989028] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1103.989028] env[69674]: value = "task-3257460" [ 1103.989028] env[69674]: _type = "Task" [ 1103.989028] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.989304] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1103.989304] env[69674]: value = "task-3257459" [ 1103.989304] env[69674]: _type = "Task" [ 1103.989304] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.008015] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.008444] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.192095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.192440] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.192672] env[69674]: DEBUG nova.objects.instance [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid b8faebea-eb9a-4d74-9b8f-88cd0af1f453 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.383146] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.383335] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.383509] env[69674]: DEBUG nova.network.neutron [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.401489] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257457, 'name': CreateVM_Task, 'duration_secs': 0.842494} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.401646] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.402407] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.402631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.402983] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.403302] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92116e93-c065-4b64-aa16-128f74daee76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.408619] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1104.408619] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c83116-7006-6aaf-ae1b-d913b04554c3" [ 1104.408619] env[69674]: _type = "Task" [ 1104.408619] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.417863] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c83116-7006-6aaf-ae1b-d913b04554c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.465183] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.488384] env[69674]: DEBUG nova.network.neutron [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updated VIF entry in instance network info cache for port b10f7053-53a9-4028-b9ee-fbf76fb7d5dd. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.488816] env[69674]: DEBUG nova.network.neutron [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updating instance_info_cache with network_info: [{"id": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "address": "fa:16:3e:fe:96:27", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10f7053-53", "ovs_interfaceid": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.497383] env[69674]: DEBUG nova.network.neutron [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updated VIF entry in instance network info cache for port 38702e06-b22f-4618-9ec8-94b2398bb09e. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.497717] env[69674]: DEBUG nova.network.neutron [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updating instance_info_cache with network_info: [{"id": "38702e06-b22f-4618-9ec8-94b2398bb09e", "address": "fa:16:3e:a8:c5:66", "network": {"id": "6288f0e0-cc0e-4edb-94b0-2d684d4d26cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1351043453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc4f024a7214f08a1596df7d4213b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38702e06-b2", "ovs_interfaceid": "38702e06-b22f-4618-9ec8-94b2398bb09e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.506932] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257459, 'name': PowerOffVM_Task, 'duration_secs': 0.363748} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.510242] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.510905] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.511221] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.512329] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb157554-d9bb-4fb3-abab-316dfb82f692 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.521118] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.521371] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6a4d93-9c19-4ab9-a460-2f782c2132e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.554884] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.555133] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.555334] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Deleting the datastore file [datastore1] 47da33a9-3645-42f0-b8e0-361bf511e3cc {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.555768] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0f8e53-5d95-41e6-b181-d90ef6a0600d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.563994] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1104.563994] env[69674]: value = "task-3257462" [ 1104.563994] env[69674]: _type = "Task" [ 1104.563994] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.573411] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.703034] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.703245] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97484db8-5bdb-477f-a749-7f3b8da80c52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.710020] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1104.710020] env[69674]: value = "task-3257463" [ 1104.710020] env[69674]: _type = "Task" [ 1104.710020] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.718962] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.899391] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23afc9ad-94bc-4a24-bfbd-47c733e0a74f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.909721] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a11b886-cb75-4b8d-ad0b-071cd1025d62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.923278] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c83116-7006-6aaf-ae1b-d913b04554c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.948795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.949078] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.949323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.949472] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.949650] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.952321] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5122b3c-05ba-4fcf-b03c-177bb0ed98a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.954499] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09132a-7f39-4991-892f-6ef3975e37c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.965185] env[69674]: DEBUG oslo_vmware.api [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257440, 'name': ReconfigVM_Task, 'duration_secs': 5.775651} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.967622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.967827] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Reconfigured VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1104.969860] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.970064] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.970813] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7299b165-6807-4227-a12b-83d864d023d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.973896] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb4bdf-aac7-4694-92ec-0dd6246cc06b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.981721] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1104.981721] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524678e7-5307-27c2-71d9-028eb7742e80" [ 1104.981721] env[69674]: _type = "Task" [ 1104.981721] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.991709] env[69674]: DEBUG nova.compute.provider_tree [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.000476] env[69674]: DEBUG oslo_concurrency.lockutils [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] Releasing lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.000710] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Received event network-vif-deleted-4e2b8d2c-9102-4762-ae6f-faff5269e9d1 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1105.000888] env[69674]: INFO nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Neutron deleted interface 4e2b8d2c-9102-4762-ae6f-faff5269e9d1; detaching it from the instance and deleting it from the info cache [ 1105.001170] env[69674]: DEBUG nova.network.neutron [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.002713] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3b86ba6-7789-4351-b77f-fcfcad279b6a req-836aff4b-07e1-4aa8-82dd-2d5d297c49c8 service nova] Releasing lock "refresh_cache-93bb0e79-41de-4641-a739-b1a1243329fc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.003125] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524678e7-5307-27c2-71d9-028eb7742e80, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.004754] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e194c7ca-9ba9-4b53-a080-960cf860a5f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.012428] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257460, 'name': ReconfigVM_Task, 'duration_secs': 0.857981} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.014788] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.015832] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e69f44-3ffa-4cf2-aeec-d7d147a316c0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.018588] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1105.018588] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e116b-eb26-04fb-7cde-1e47756649df" [ 1105.018588] env[69674]: _type = "Task" [ 1105.018588] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.024550] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1105.024550] env[69674]: value = "task-3257464" [ 1105.024550] env[69674]: _type = "Task" [ 1105.024550] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.027395] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e116b-eb26-04fb-7cde-1e47756649df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.035453] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257464, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.074345] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130279} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.076769] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.076965] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.077162] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.220745] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257463, 'name': PowerOffVM_Task, 'duration_secs': 0.240029} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.220927] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.229692] env[69674]: DEBUG nova.network.neutron [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.278511] env[69674]: INFO nova.compute.manager [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Detaching volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 [ 1105.311420] env[69674]: INFO nova.virt.block_device [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Attempting to driver detach volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 from mountpoint /dev/sdb [ 1105.311757] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.311996] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.312953] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a905807-5bd2-4a28-8b7d-c92011c5a4be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.339530] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6c884-ac12-4570-8631-1a556e920686 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.347400] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc8e48c-92d8-49cb-809e-6f728aa7f01f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.371414] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6833ddd-1f73-410b-b16a-fffc5a922881 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.387311] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] The volume has not been displaced from its original location: [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.392908] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.395056] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488e2077-7385-40e7-8679-836bf5230aa6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.416731] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1105.416731] env[69674]: value = "task-3257465" [ 1105.416731] env[69674]: _type = "Task" [ 1105.416731] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.427152] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.482592] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.482960] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1105.497895] env[69674]: DEBUG nova.scheduler.client.report [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.503312] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36a56645-ed2d-45ba-918c-e76e8430f8c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.516034] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e51645-ba71-4ac6-beac-33431c56cbad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.544452] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e116b-eb26-04fb-7cde-1e47756649df, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.544746] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257464, 'name': Rename_Task, 'duration_secs': 0.172822} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.558050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.558335] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 47f377ca-97ca-4b22-857b-99fff001c97d/47f377ca-97ca-4b22-857b-99fff001c97d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.558633] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.559302] env[69674]: DEBUG nova.compute.manager [req-ffa8e4bf-584d-4b31-94b2-c52de79123f3 req-97e0751d-6988-4c15-bc23-cbb5e4dfc422 service nova] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Detach interface failed, port_id=4e2b8d2c-9102-4762-ae6f-faff5269e9d1, reason: Instance b8faebea-eb9a-4d74-9b8f-88cd0af1f453 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1105.559761] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c325994-86f6-441f-94a2-75315a282260 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.561926] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6023af-0031-4f09-92f8-f7b3ecc0a7ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.569833] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1105.569833] env[69674]: value = "task-3257467" [ 1105.569833] env[69674]: _type = "Task" [ 1105.569833] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.571306] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1105.571306] env[69674]: value = "task-3257466" [ 1105.571306] env[69674]: _type = "Task" [ 1105.571306] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.590848] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.591120] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.732130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.931012] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257465, 'name': ReconfigVM_Task, 'duration_secs': 0.207576} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.931012] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.936092] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9240a7-7924-4e33-a386-5866447b3111 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.954390] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1105.954390] env[69674]: value = "task-3257468" [ 1105.954390] env[69674]: _type = "Task" [ 1105.954390] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.965504] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.998217] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] There are 54 instances to clean {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 1105.998425] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 416833fc-d6fe-4b9d-a23b-32aa0cd9246a] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1106.003429] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.031910] env[69674]: INFO nova.scheduler.client.report [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance b8faebea-eb9a-4d74-9b8f-88cd0af1f453 [ 1106.087608] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.095557] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.128054] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.128311] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.128472] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.128659] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.128837] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.129016] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.129236] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.129411] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.129566] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.130603] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.130603] env[69674]: DEBUG nova.virt.hardware [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.131427] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e068e9c4-e9a9-446e-93a2-69920a9c6fa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.140366] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d640928-265b-4338-9138-b3fba56640fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.161153] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance VIF info [] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.167064] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.167818] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.168057] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95be33c0-e821-468f-8193-48e5ac08cea6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.195193] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.195193] env[69674]: value = "task-3257469" [ 1106.195193] env[69674]: _type = "Task" [ 1106.195193] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.206673] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257469, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.252866] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36090a4c-082a-4504-a0b0-eda43201eeb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.273177] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2a4b5-e501-4b94-a8ae-56f097f1956f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.281328] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.412247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.412533] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.412735] env[69674]: DEBUG nova.network.neutron [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.464468] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257468, 'name': ReconfigVM_Task, 'duration_secs': 0.260826} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.464808] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.503478] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 1f4affbd-cb05-4314-a428-29839b11d3e7] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1106.541940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-316e6fe5-6d30-42cd-a57c-f27a712a3fc9 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "b8faebea-eb9a-4d74-9b8f-88cd0af1f453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.505s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.583850] env[69674]: DEBUG oslo_vmware.api [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257467, 'name': PowerOnVM_Task, 'duration_secs': 0.656205} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.584464] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.584860] env[69674]: INFO nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1106.584860] env[69674]: DEBUG nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1106.585613] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7fd32-e31c-4120-bfa9-97cb18d495c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.590920] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.706627] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257469, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.787330] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.787968] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071a19ce-4321-435c-90d8-7869d2cb58f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.796193] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1106.796193] env[69674]: value = "task-3257470" [ 1106.796193] env[69674]: _type = "Task" [ 1106.796193] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.807879] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.007512] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 207b2473-3a7a-4ac8-a7a8-177ccebcb052] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1107.027444] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.027697] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.027903] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.028103] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.028295] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.030404] env[69674]: INFO nova.compute.manager [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Terminating instance [ 1107.088707] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.108242] env[69674]: INFO nova.compute.manager [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 16.06 seconds to build instance. [ 1107.208026] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257469, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.307148] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.356317] env[69674]: INFO nova.network.neutron [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1107.356715] env[69674]: DEBUG nova.network.neutron [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.422468] env[69674]: DEBUG nova.compute.manager [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1107.422666] env[69674]: DEBUG nova.compute.manager [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing instance network info cache due to event network-changed-761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1107.422938] env[69674]: DEBUG oslo_concurrency.lockutils [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] Acquiring lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.513040] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: bed94c17-f160-4882-886c-0e00ee985f9b] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1107.534448] env[69674]: DEBUG nova.compute.manager [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1107.534704] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.535653] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0101fe-90c2-4979-b9c6-c853096ed63b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.544664] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.544951] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5af3ce0-ab41-4682-a9da-817a1952cbef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.552657] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1107.552657] env[69674]: value = "task-3257471" [ 1107.552657] env[69674]: _type = "Task" [ 1107.552657] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.563875] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.567884] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.568194] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa03f192-74fb-4ccf-90d8-acc2a7a7c532 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.578666] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1107.578666] env[69674]: value = "task-3257472" [ 1107.578666] env[69674]: _type = "Task" [ 1107.578666] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.592622] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257466, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.707236} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.596206] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 47f377ca-97ca-4b22-857b-99fff001c97d/47f377ca-97ca-4b22-857b-99fff001c97d.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.596462] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.596796] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0cda51-8e23-4f4a-8372-12993fa74968 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.599070] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1107.599277] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.599473] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.600528] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baef958-d847-4ec2-96d6-87fd1d057888 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.622422] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8a4ad08e-2842-4842-a8e0-80249bbffcec tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.587s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.625634] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfe7fc8-fa12-4f7d-be17-7f85b011f572 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.628897] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1107.628897] env[69674]: value = "task-3257473" [ 1107.628897] env[69674]: _type = "Task" [ 1107.628897] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.635098] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1107.635098] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.635972] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47103b93-1b68-4c2c-bde3-0f8b9dc5f726 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.641877] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.651969] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.651969] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf0015b-37e9-4e09-8108-25d18ec3f97d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.708555] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257469, 'name': CreateVM_Task, 'duration_secs': 1.479958} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.708744] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.709206] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.709377] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.709747] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710359] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1117ac-bec7-4121-996b-07fda9162dd4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.716683] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1107.716683] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259620e-0e7a-cc18-77b7-0ba210efdc12" [ 1107.716683] env[69674]: _type = "Task" [ 1107.716683] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.728663] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259620e-0e7a-cc18-77b7-0ba210efdc12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.730254] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.730477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.730655] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.730919] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4bed965-a6b7-4bd8-bf21-6694b438c05c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.738828] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1107.738828] env[69674]: value = "task-3257475" [ 1107.738828] env[69674]: _type = "Task" [ 1107.738828] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.750304] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.807072] env[69674]: DEBUG oslo_vmware.api [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257470, 'name': PowerOnVM_Task, 'duration_secs': 0.975831} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.807389] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.807570] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-06bea6f5-6181-45e9-891b-f386a4e0b2e5 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance '60d21911-0de7-4622-ab81-0f582ea011c8' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.859281] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862157] env[69674]: DEBUG oslo_concurrency.lockutils [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] Acquired lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862419] env[69674]: DEBUG nova.network.neutron [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Refreshing network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.017039] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9a3305d2-82be-461b-b78a-aa9bbf75489a] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1108.063880] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257471, 'name': PowerOffVM_Task, 'duration_secs': 0.330607} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.064181] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.064357] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.064614] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b86303f-73c0-4cef-8169-48740c2f1290 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.132688] env[69674]: DEBUG nova.compute.manager [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Received event network-changed-17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1108.132879] env[69674]: DEBUG nova.compute.manager [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Refreshing instance network info cache due to event network-changed-17950b78-c981-4f9d-8a14-d7e4d73c35eb. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1108.133112] env[69674]: DEBUG oslo_concurrency.lockutils [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.133266] env[69674]: DEBUG oslo_concurrency.lockutils [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.133792] env[69674]: DEBUG nova.network.neutron [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Refreshing network info cache for port 17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.145183] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074041} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.145838] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.146711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e1826-96c3-42f7-9149-2e46c54cf548 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.157059] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.157378] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.157659] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] ef8ec4fd-db0e-4285-8918-a84efb9e320e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.157995] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032d0e20-4a14-404b-9f88-c9a59fecb0b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.178644] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 47f377ca-97ca-4b22-857b-99fff001c97d/47f377ca-97ca-4b22-857b-99fff001c97d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.179602] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9277d552-b2da-4360-84a3-c0734ff05663 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.195111] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.195367] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.195733] env[69674]: DEBUG nova.objects.instance [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'flavor' on Instance uuid 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.197374] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1108.197374] env[69674]: value = "task-3257477" [ 1108.197374] env[69674]: _type = "Task" [ 1108.197374] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.203797] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1108.203797] env[69674]: value = "task-3257478" [ 1108.203797] env[69674]: _type = "Task" [ 1108.203797] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.206978] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.220317] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.229768] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259620e-0e7a-cc18-77b7-0ba210efdc12, 'name': SearchDatastore_Task, 'duration_secs': 0.017055} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.230181] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.230482] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.230765] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.230956] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.231183] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.231492] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc21523-7b67-497b-a839-5543bc3df7cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.243719] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.243927] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.245045] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65abb12-464d-4181-a2f8-bd734cff66e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.252054] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139215} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.252210] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.252391] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.252570] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.256268] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1108.256268] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52492319-bbc5-3d21-8d99-2b812a4b7379" [ 1108.256268] env[69674]: _type = "Task" [ 1108.256268] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.265130] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52492319-bbc5-3d21-8d99-2b812a4b7379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.365887] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9e7d85a6-9289-4454-a2f3-c99b0be588dc tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-de53a2b1-b121-461a-bf41-46136e6b67a0-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.017s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.523519] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a2f2d5cf-152c-4fa3-8262-437237619dc6] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1108.610242] env[69674]: DEBUG nova.network.neutron [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updated VIF entry in instance network info cache for port 761f17ef-cc49-4dad-9ead-9a44dcab6675. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.610680] env[69674]: DEBUG nova.network.neutron [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [{"id": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "address": "fa:16:3e:27:29:b9", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761f17ef-cc", "ovs_interfaceid": "761f17ef-cc49-4dad-9ead-9a44dcab6675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.725960] env[69674]: DEBUG oslo_vmware.api [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161468} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.726367] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257478, 'name': ReconfigVM_Task, 'duration_secs': 0.409058} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.726631] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.726800] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.727014] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.727226] env[69674]: INFO nova.compute.manager [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1108.727576] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.727796] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 47f377ca-97ca-4b22-857b-99fff001c97d/47f377ca-97ca-4b22-857b-99fff001c97d.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.728632] env[69674]: DEBUG nova.compute.manager [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1108.728779] env[69674]: DEBUG nova.network.neutron [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.730613] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfafa06d-86a6-4ef0-a7b3-9e30d7484336 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.739229] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1108.739229] env[69674]: value = "task-3257479" [ 1108.739229] env[69674]: _type = "Task" [ 1108.739229] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.751504] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257479, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.760998] env[69674]: INFO nova.virt.block_device [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Booting with volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 at /dev/sdb [ 1108.782762] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52492319-bbc5-3d21-8d99-2b812a4b7379, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.789277] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e8040c-053b-4389-a880-094392a5e3a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798612] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1108.798612] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52061d71-2109-0668-74ca-65c64c156e4f" [ 1108.798612] env[69674]: _type = "Task" [ 1108.798612] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.816024] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52061d71-2109-0668-74ca-65c64c156e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.816024] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.816024] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.816024] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48132e13-49bd-4193-9d93-972500cb78a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.831922] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1108.831922] env[69674]: value = "task-3257480" [ 1108.831922] env[69674]: _type = "Task" [ 1108.831922] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.847824] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.849450] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-465b1ce1-cdfd-40e3-ba00-fc26aa166421 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.859901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224b732-98ff-4fda-abd3-c51d6d408f8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.899257] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbff2225-de19-4cd1-b31d-a88f8b0c1814 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.913331] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dded1b-7bf9-4f3c-bdd9-6b810b0a7afc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.926243] env[69674]: DEBUG nova.objects.instance [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.956085] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc48fad-7e6e-4c5b-b096-37e82cbf2230 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.963557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba7fcb-db82-43d6-a1f3-a99b4493c237 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.967185] env[69674]: DEBUG nova.network.neutron [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updated VIF entry in instance network info cache for port 17950b78-c981-4f9d-8a14-d7e4d73c35eb. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.967528] env[69674]: DEBUG nova.network.neutron [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.984508] env[69674]: DEBUG nova.virt.block_device [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating existing volume attachment record: 805dd9cc-354a-4f15-9cfb-5df3e287f23d {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.027131] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 7d578926-cf3b-4ddd-84c9-22b51df34239] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1109.113779] env[69674]: DEBUG oslo_concurrency.lockutils [req-1df2c971-d998-46ba-9223-7791da8f4cfb req-0f49ce7d-761c-45c1-aada-369287a82c85 service nova] Releasing lock "refresh_cache-de53a2b1-b121-461a-bf41-46136e6b67a0" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.258010] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257479, 'name': Rename_Task, 'duration_secs': 0.242081} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.258010] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.258285] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed864de5-486a-49b4-9cde-8c541b11d689 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.269124] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1109.269124] env[69674]: value = "task-3257481" [ 1109.269124] env[69674]: _type = "Task" [ 1109.269124] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.295665] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.352109] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257480, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.431950] env[69674]: DEBUG nova.objects.base [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Object Instance<4ac74c47-be15-40ee-bd01-0dacbf3f20b4> lazy-loaded attributes: flavor,pci_requests {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.432348] env[69674]: DEBUG nova.network.neutron [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.471018] env[69674]: DEBUG oslo_concurrency.lockutils [req-4c04f000-96ed-4f16-a402-b68958f9d76f req-e6b175e6-6f5b-4532-94a8-c61a03804d0e service nova] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.519670] env[69674]: DEBUG nova.policy [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22deb205a70349f79760d1a76999788b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddffdb57ebeb4c3ab853129046ee411a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.533262] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c24900ff-dd46-4cd3-ae83-611bee9d8c5f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1109.703771] env[69674]: DEBUG nova.compute.manager [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1109.703946] env[69674]: DEBUG nova.compute.manager [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing instance network info cache due to event network-changed-dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1109.704319] env[69674]: DEBUG oslo_concurrency.lockutils [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.704319] env[69674]: DEBUG oslo_concurrency.lockutils [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.704539] env[69674]: DEBUG nova.network.neutron [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.783722] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.812642] env[69674]: DEBUG nova.network.neutron [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.845345] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257480, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.037995] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 624b86c3-643d-4330-801a-3bc5336efcba] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1110.283226] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.318899] env[69674]: INFO nova.compute.manager [-] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Took 1.59 seconds to deallocate network for instance. [ 1110.345583] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257480, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.448152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.448152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.448152] env[69674]: DEBUG nova.compute.manager [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Going to confirm migration 5 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1110.521076] env[69674]: DEBUG nova.network.neutron [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updated VIF entry in instance network info cache for port dc48b861-86c4-48f8-958b-b75dae7bbc6d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.521514] env[69674]: DEBUG nova.network.neutron [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.542436] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: af32335b-5bb1-4607-aa26-0770e24911c8] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1110.781643] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.827525] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.827687] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.827979] env[69674]: DEBUG nova.objects.instance [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid ef8ec4fd-db0e-4285-8918-a84efb9e320e {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.846782] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257480, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.638799} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.847107] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.847328] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.847591] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3abb30fa-2a37-46ac-8b4d-43837b778631 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.856285] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1110.856285] env[69674]: value = "task-3257482" [ 1110.856285] env[69674]: _type = "Task" [ 1110.856285] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.868133] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.024673] env[69674]: DEBUG oslo_concurrency.lockutils [req-565f185d-ef1b-491a-8446-1ee1d9c00a0c req-254c66c8-682a-4553-822f-e94a86024b9f service nova] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.049063] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b359c238-ef34-4dac-af31-dd00272fee74] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1111.063079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.063079] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquired lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.063079] env[69674]: DEBUG nova.network.neutron [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.063079] env[69674]: DEBUG nova.objects.instance [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'info_cache' on Instance uuid 60d21911-0de7-4622-ab81-0f582ea011c8 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.170370] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.170671] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.170837] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.171035] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.171201] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.171454] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.171545] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.171703] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.171868] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.172040] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.172284] env[69674]: DEBUG nova.virt.hardware [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.173165] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95d51d-d1ef-4c01-b192-70d6777a62af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.182146] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04f65b-bf6c-4fcb-b8be-f6af03521146 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.197628] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:90:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44236f36-05f4-4de8-b2f4-9f356f94099f', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.205014] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.205270] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.205487] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b837efe0-f8e1-4c00-9836-0fc58a135588 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.226106] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.226106] env[69674]: value = "task-3257483" [ 1111.226106] env[69674]: _type = "Task" [ 1111.226106] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.234404] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257483, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.282848] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.370739] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100058} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.371113] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.371920] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a150679c-c0a0-4165-a444-4f261bd2aca8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.397564] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.397917] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa383885-3285-466c-bee9-bcfc1a004211 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.424725] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1111.424725] env[69674]: value = "task-3257484" [ 1111.424725] env[69674]: _type = "Task" [ 1111.424725] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.437217] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.518141] env[69674]: DEBUG nova.network.neutron [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Successfully updated port: 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.552779] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a188c7a8-0460-4f47-9af7-790c59e0653d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1111.593461] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f17ba4-f968-4eaa-99e0-3d59fd80f588 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.601298] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b1d33a-777b-4f04-ad00-0f193792f280 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.634250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ecb92-2cce-4cbc-9a2a-43344440854a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.641885] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf39ac-9bf3-4c87-b773-8770d6459491 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.656558] env[69674]: DEBUG nova.compute.provider_tree [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.737878] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257483, 'name': CreateVM_Task, 'duration_secs': 0.445561} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.737878] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.737878] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.737878] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.738194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.738502] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f1254e-8d8e-4f56-ba05-f4c1715e46d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.743218] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1111.743218] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5243901d-4def-08aa-92ca-ce2f5e5cd8f4" [ 1111.743218] env[69674]: _type = "Task" [ 1111.743218] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.751051] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5243901d-4def-08aa-92ca-ce2f5e5cd8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.781496] env[69674]: DEBUG oslo_vmware.api [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257481, 'name': PowerOnVM_Task, 'duration_secs': 2.123336} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.781748] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.781951] env[69674]: INFO nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1111.782151] env[69674]: DEBUG nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1111.782962] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a2068a-4b7f-4c77-9ef4-6d82913c23cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.935967] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.024008] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.024332] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.024636] env[69674]: DEBUG nova.network.neutron [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.057973] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 3a68d94b-fc89-4ac1-9c0e-5fe9128bc68f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1112.159456] env[69674]: DEBUG nova.scheduler.client.report [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.254245] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5243901d-4def-08aa-92ca-ce2f5e5cd8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.254566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.254801] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.255052] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.255192] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.255413] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.255733] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab5b999a-63de-4d89-b1f7-ed7af8214d43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.261130] env[69674]: DEBUG nova.network.neutron [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [{"id": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "address": "fa:16:3e:63:6f:1a", "network": {"id": "f2e86d2c-3a0a-4a83-9156-c6f02dc8646d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-697912208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7fb779d40146cbb6ef8ee488355c5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83482e48-0b", "ovs_interfaceid": "83482e48-0b45-4f12-b3ca-bff4e70db5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.264893] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.265083] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.265770] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792fb012-7592-4766-9086-426eb50fba22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.270732] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1112.270732] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209071e-2022-7b6f-193e-d3539067b710" [ 1112.270732] env[69674]: _type = "Task" [ 1112.270732] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.278718] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209071e-2022-7b6f-193e-d3539067b710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.302072] env[69674]: INFO nova.compute.manager [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Took 19.93 seconds to build instance. [ 1112.435997] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257484, 'name': ReconfigVM_Task, 'duration_secs': 0.626463} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.436342] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 47da33a9-3645-42f0-b8e0-361bf511e3cc/47da33a9-3645-42f0-b8e0-361bf511e3cc.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.436969] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e18b55-e1b5-40ce-a7db-8d49fb10f9a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.443992] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1112.443992] env[69674]: value = "task-3257485" [ 1112.443992] env[69674]: _type = "Task" [ 1112.443992] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.451774] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257485, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.561991] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e7ede7c1-0714-4283-91b3-31bcf2d0bdd1] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1112.564744] env[69674]: WARNING nova.network.neutron [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] 1010b717-6fd6-4f0c-935d-2ce8614753e3 already exists in list: networks containing: ['1010b717-6fd6-4f0c-935d-2ce8614753e3']. ignoring it [ 1112.664481] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.763588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Releasing lock "refresh_cache-60d21911-0de7-4622-ab81-0f582ea011c8" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.763859] env[69674]: DEBUG nova.objects.instance [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lazy-loading 'migration_context' on Instance uuid 60d21911-0de7-4622-ab81-0f582ea011c8 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.781044] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5209071e-2022-7b6f-193e-d3539067b710, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.782026] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140920eb-d0c8-49d7-9f4c-55ff0c2d83fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.787336] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1112.787336] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f10d31-d4de-04fc-8d64-bdcc78d19140" [ 1112.787336] env[69674]: _type = "Task" [ 1112.787336] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.795538] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f10d31-d4de-04fc-8d64-bdcc78d19140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.804248] env[69674]: DEBUG oslo_concurrency.lockutils [None req-737e901a-c058-4b01-a21a-239e0e312ea0 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.443s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.893245] env[69674]: INFO nova.scheduler.client.report [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance ef8ec4fd-db0e-4285-8918-a84efb9e320e [ 1112.955508] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257485, 'name': Rename_Task, 'duration_secs': 0.14626} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.955812] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.956086] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb552d3-0697-4065-aacd-40a593908ecd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.963617] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1112.963617] env[69674]: value = "task-3257486" [ 1112.963617] env[69674]: _type = "Task" [ 1112.963617] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.969310] env[69674]: DEBUG nova.network.neutron [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "address": "fa:16:3e:78:43:bb", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee534d-fd", "ovs_interfaceid": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.973746] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.068067] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c83fa8ee-5729-40d0-a3b9-694c7498f55f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1113.268772] env[69674]: DEBUG nova.objects.base [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Object Instance<60d21911-0de7-4622-ab81-0f582ea011c8> lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.269806] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f273555-987b-4f85-8d9c-32c1802e240c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.292311] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9f4de0-acfc-47b0-88b7-990a7ff1163f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.300963] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1113.300963] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a61c6-96f8-7c5f-08e1-c193cbf9dbd7" [ 1113.300963] env[69674]: _type = "Task" [ 1113.300963] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.301240] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f10d31-d4de-04fc-8d64-bdcc78d19140, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.301562] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.301845] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.304985] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e0a1ec-5b33-453b-9a93-aee650546139 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.313500] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527a61c6-96f8-7c5f-08e1-c193cbf9dbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013514} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.314628] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.314887] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.316295] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1113.316295] env[69674]: value = "task-3257487" [ 1113.316295] env[69674]: _type = "Task" [ 1113.316295] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.324042] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.400419] env[69674]: DEBUG oslo_concurrency.lockutils [None req-44b32871-a924-41c0-917c-8ec195b76921 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "ef8ec4fd-db0e-4285-8918-a84efb9e320e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.373s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.477773] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.478540] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.478713] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.479107] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.479979] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918e1c2-fcfa-4f46-aee1-1ba3664ed129 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.499479] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.499803] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.499963] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.500249] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.500443] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.500596] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.500806] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.500970] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.501155] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.501352] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.501531] env[69674]: DEBUG nova.virt.hardware [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.509068] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfiguring VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.509609] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef6945a-5203-48b3-a01a-583274ccc5b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.532747] env[69674]: DEBUG oslo_vmware.api [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1113.532747] env[69674]: value = "task-3257488" [ 1113.532747] env[69674]: _type = "Task" [ 1113.532747] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.545290] env[69674]: DEBUG oslo_vmware.api [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257488, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.570943] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a593bb27-5e87-4291-b333-80ae32dfaef6] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1113.831217] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495331} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.831496] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.831715] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.831977] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805bf8ea-ef70-439f-a48b-47f627c638bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.840428] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1113.840428] env[69674]: value = "task-3257489" [ 1113.840428] env[69674]: _type = "Task" [ 1113.840428] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.852694] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.974967] env[69674]: DEBUG oslo_vmware.api [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257486, 'name': PowerOnVM_Task, 'duration_secs': 0.741868} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.977717] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.977997] env[69674]: DEBUG nova.compute.manager [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1113.979030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03847169-1ac5-41ee-9284-ac195cde9529 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.013738] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1088baea-673d-41fe-b95f-eecae6e2e4e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.022293] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ef1da-1e65-4d94-9e28-1d11f2b68b24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.058205] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67116a11-1b91-43e1-aace-c00744bfd246 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.068976] env[69674]: DEBUG oslo_vmware.api [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.070770] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9f00da-649e-4786-a051-a7c45d4f7a36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.075267] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: ebbfe3a0-fa35-472d-8f80-fc41eeac2f99] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1114.088016] env[69674]: DEBUG nova.compute.provider_tree [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.353423] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.496564] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.563787] env[69674]: DEBUG oslo_vmware.api [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257488, 'name': ReconfigVM_Task, 'duration_secs': 0.987792} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.564318] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.564538] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfigured VM to attach interface {{(pid=69674) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1114.578857] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 603eca81-c609-40e9-81e6-9f98388e5a3d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1114.591263] env[69674]: DEBUG nova.scheduler.client.report [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.851716] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.069015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5629d572-fa17-46ef-9526-257a465e36a5 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.873s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.082056] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c3d16a15-fe59-488b-bdfb-6f7116e3c735] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1115.355781] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.42864} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.356122] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.357227] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4573e53-517d-4f2c-9e1f-4d50f7ae32d1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.390439] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.390843] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280f0639-f434-4898-8e1f-5ecb36a2c094 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.420486] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1115.420486] env[69674]: value = "task-3257490" [ 1115.420486] env[69674]: _type = "Task" [ 1115.420486] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.432155] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.584843] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a8af609c-8f95-47f2-9a81-add51336ec07] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1115.600254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.603067] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.107s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.603265] env[69674]: DEBUG nova.objects.instance [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1115.930388] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257490, 'name': ReconfigVM_Task, 'duration_secs': 0.3318} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.930699] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92/e54c7670-57fa-43d5-966d-984e56d77d92.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.933949] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'image_id': '2f688437-7b38-48ad-a49e-4ebf48cd1f5f'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'attachment_id': '805dd9cc-354a-4f15-9cfb-5df3e287f23d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69674) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1115.933949] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.933949] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.933949] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e43f50-9e70-41f0-9d0a-0c672c675a02 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.950247] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8bf39-3199-48ce-9b0b-c2c29b87bf7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.975181] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.975461] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d5ec5c-3a72-4b97-a518-9617cc884a93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.994521] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1115.994521] env[69674]: value = "task-3257491" [ 1115.994521] env[69674]: _type = "Task" [ 1115.994521] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.003377] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.081685] env[69674]: DEBUG nova.compute.manager [req-7fc5c418-8d6b-44c8-b029-946e098804aa req-96d4348c-0f4d-4caf-bf06-c478c4e79535 service nova] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Received event network-vif-deleted-5dfd0723-c157-4576-808a-2e7aa0260182 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1116.090430] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 790f3f69-2c19-4680-bc98-467af8739bee] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1116.199892] env[69674]: INFO nova.scheduler.client.report [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocation for migration 872055b6-0e25-4861-9704-d2da3a1aece9 [ 1116.507958] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257491, 'name': ReconfigVM_Task, 'duration_secs': 0.344413} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.508292] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.513252] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1d8550-2ba5-478e-9dce-b87645b039fe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.529720] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1116.529720] env[69674]: value = "task-3257492" [ 1116.529720] env[69674]: _type = "Task" [ 1116.529720] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.538767] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.593895] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9706a2e0-a981-43eb-bca0-a7e662637f59] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1116.615062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5e6eaf40-5760-4110-b01b-307f241cf757 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.705528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.258s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.040119] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257492, 'name': ReconfigVM_Task, 'duration_secs': 0.182213} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.040476] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.041063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b8b685-4cff-4171-a8ef-eed5ae5c1ceb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.047669] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1117.047669] env[69674]: value = "task-3257493" [ 1117.047669] env[69674]: _type = "Task" [ 1117.047669] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.055867] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257493, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.097623] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e733232e-4081-459e-9d30-197c3f8ece6e] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1117.326700] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "9612067d-7752-4de1-b766-7cf646e3dfc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.326941] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.560752] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257493, 'name': Rename_Task, 'duration_secs': 0.158841} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.562376] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.562376] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9874d2b6-93cb-4449-97da-e6c99c4aad44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.573324] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1117.573324] env[69674]: value = "task-3257494" [ 1117.573324] env[69674]: _type = "Task" [ 1117.573324] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.586529] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.601338] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 0c21ad53-e94c-4f63-aaa4-05c90537a867] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1117.831822] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1117.978040] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.978531] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.980376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.980376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.980376] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.982830] env[69674]: INFO nova.compute.manager [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Terminating instance [ 1118.055659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.055872] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.061354] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.061622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.074358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.074694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.074931] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "47da33a9-3645-42f0-b8e0-361bf511e3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.075139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.075361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.080769] env[69674]: INFO nova.compute.manager [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Terminating instance [ 1118.091711] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257494, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.104536] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 4e8770bb-294c-4b0c-a8d4-d6d13699f850] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1118.118538] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1118.118538] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.118878] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.118878] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.118963] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] No waiting events found dispatching network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.119126] env[69674]: WARNING nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received unexpected event network-vif-plugged-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 for instance with vm_state active and task_state None. [ 1118.119296] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-changed-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1118.119490] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing instance network info cache due to event network-changed-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1118.119619] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.119754] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.119907] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Refreshing network info cache for port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.373544] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.373859] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.375805] env[69674]: INFO nova.compute.claims [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.485525] env[69674]: DEBUG nova.compute.manager [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1118.485758] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.486677] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c99e3-53b5-4c4c-9abe-3503502217bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.495835] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.496081] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88af5cc3-6b14-43cf-9e55-e03bcfdef89c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.503703] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1118.503703] env[69674]: value = "task-3257495" [ 1118.503703] env[69674]: _type = "Task" [ 1118.503703] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.512359] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.558763] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.559109] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.559979] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387078d8-98e0-4ee3-b6d3-c1e53ec5f450 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.563631] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1118.582938] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b8a5e-47db-4035-8c61-16009894f6f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.586320] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "refresh_cache-47da33a9-3645-42f0-b8e0-361bf511e3cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.586595] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquired lock "refresh_cache-47da33a9-3645-42f0-b8e0-361bf511e3cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.586833] env[69674]: DEBUG nova.network.neutron [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.609027] env[69674]: DEBUG oslo_vmware.api [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257494, 'name': PowerOnVM_Task, 'duration_secs': 0.661892} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.610070] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: c7566347-5e0a-40d9-a227-ccef21b1559d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1118.617300] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfiguring VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1118.619902] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.620139] env[69674]: DEBUG nova.compute.manager [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1118.620674] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1532dc-ffe8-4dae-82aa-4f26c0d93529 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634469] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326159b4-1f24-4f4c-a001-0b0c77e7a77a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.650527] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1118.650527] env[69674]: value = "task-3257496" [ 1118.650527] env[69674]: _type = "Task" [ 1118.650527] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.871391] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updated VIF entry in instance network info cache for port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.871820] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "address": "fa:16:3e:78:43:bb", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee534d-fd", "ovs_interfaceid": "2dee534d-fdb7-4fdc-9829-73ecdd7a34b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.900687] env[69674]: DEBUG nova.network.neutron [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.976628] env[69674]: DEBUG nova.network.neutron [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.016640] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257495, 'name': PowerOffVM_Task, 'duration_secs': 0.273089} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.017473] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.017473] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.017473] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad0a7b3-f5c5-4d77-a4ab-b84aa166c4f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.110058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.110058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.110058] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleting the datastore file [datastore2] 60d21911-0de7-4622-ab81-0f582ea011c8 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.110058] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b80407cf-7091-4f74-88cd-903503cdbc5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.117668] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for the task: (returnval){ [ 1119.117668] env[69674]: value = "task-3257498" [ 1119.117668] env[69674]: _type = "Task" [ 1119.117668] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.118718] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.122925] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 469dce9b-76fb-43bf-98aa-6eacc683c3ae] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1119.130300] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.160156] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.165821] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.375275] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.375583] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Received event network-changed-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1119.375749] env[69674]: DEBUG nova.compute.manager [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Refreshing instance network info cache due to event network-changed-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1119.375987] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Acquiring lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.376187] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Acquired lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.376378] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Refreshing network info cache for port b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.480207] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Releasing lock "refresh_cache-47da33a9-3645-42f0-b8e0-361bf511e3cc" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.480871] env[69674]: DEBUG nova.compute.manager [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1119.480871] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.482072] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1d5f9-d01d-4ff6-8d1f-4be4d323be89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.490722] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.493383] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2c5fb5-923a-4cf6-b6b9-e0abeef61af0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.501801] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1119.501801] env[69674]: value = "task-3257499" [ 1119.501801] env[69674]: _type = "Task" [ 1119.501801] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.517746] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.585640] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759d1cb-0e17-4754-8752-4c6d700027d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.594319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a21a2-9964-4986-a59a-41f7f2b878ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.626726] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 0dcd11d7-7519-48e1-a905-b3e37aa50ec4] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1119.632145] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2eff3d-4d97-4963-99dc-5958e9132ff0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.640788] env[69674]: DEBUG oslo_vmware.api [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Task: {'id': task-3257498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287649} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.642899] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.643217] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.643275] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.643454] env[69674]: INFO nova.compute.manager [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1119.643865] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.643954] env[69674]: DEBUG nova.compute.manager [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1119.644067] env[69674]: DEBUG nova.network.neutron [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.646668] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54fb38-e3a0-4cc6-b4e5-d85b9301a6e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.661581] env[69674]: DEBUG nova.compute.provider_tree [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.671737] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.014564] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257499, 'name': PowerOffVM_Task, 'duration_secs': 0.163521} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.016702] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.016702] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.016835] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad18a76-14ea-4542-95f2-46a5de91f3af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.046477] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.046742] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.046888] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Deleting the datastore file [datastore2] 47da33a9-3645-42f0-b8e0-361bf511e3cc {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.047186] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29572fc3-6ee1-4cb8-95a7-4e40d7d3ac30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.055199] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for the task: (returnval){ [ 1120.055199] env[69674]: value = "task-3257501" [ 1120.055199] env[69674]: _type = "Task" [ 1120.055199] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.064931] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.135642] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 49bb35eb-7fb8-4c1b-974e-d5d055135d2d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1120.150173] env[69674]: DEBUG nova.compute.manager [req-e4fc7ddd-266e-4293-8f4a-62aae6371e03 req-6abdf093-4682-4510-97ed-52cd5f09a010 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Received event network-vif-deleted-83482e48-0b45-4f12-b3ca-bff4e70db5c8 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1120.150555] env[69674]: INFO nova.compute.manager [req-e4fc7ddd-266e-4293-8f4a-62aae6371e03 req-6abdf093-4682-4510-97ed-52cd5f09a010 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Neutron deleted interface 83482e48-0b45-4f12-b3ca-bff4e70db5c8; detaching it from the instance and deleting it from the info cache [ 1120.150848] env[69674]: DEBUG nova.network.neutron [req-e4fc7ddd-266e-4293-8f4a-62aae6371e03 req-6abdf093-4682-4510-97ed-52cd5f09a010 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.167595] env[69674]: DEBUG nova.scheduler.client.report [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.175595] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.212092] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updated VIF entry in instance network info cache for port b10f7053-53a9-4028-b9ee-fbf76fb7d5dd. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.212548] env[69674]: DEBUG nova.network.neutron [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updating instance_info_cache with network_info: [{"id": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "address": "fa:16:3e:fe:96:27", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10f7053-53", "ovs_interfaceid": "b10f7053-53a9-4028-b9ee-fbf76fb7d5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.517462] env[69674]: DEBUG nova.network.neutron [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.567247] env[69674]: DEBUG oslo_vmware.api [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Task: {'id': task-3257501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105964} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.567247] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.567247] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.567247] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.567247] env[69674]: INFO nova.compute.manager [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1120.567538] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.567538] env[69674]: DEBUG nova.compute.manager [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1120.567631] env[69674]: DEBUG nova.network.neutron [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.588182] env[69674]: DEBUG nova.network.neutron [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.639605] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: fafe2597-d5ac-4af9-8577-6d468d28abe8] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1120.653793] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64a49ae9-a067-4663-9e46-d164a53a0334 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.664722] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c0e0f-e778-4b31-949d-dbd26f396b42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.679172] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.679726] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1120.682308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.683717] env[69674]: INFO nova.compute.claims [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.691706] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.701396] env[69674]: DEBUG nova.compute.manager [req-e4fc7ddd-266e-4293-8f4a-62aae6371e03 req-6abdf093-4682-4510-97ed-52cd5f09a010 service nova] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Detach interface failed, port_id=83482e48-0b45-4f12-b3ca-bff4e70db5c8, reason: Instance 60d21911-0de7-4622-ab81-0f582ea011c8 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1120.715504] env[69674]: DEBUG oslo_concurrency.lockutils [req-c090329c-b2c6-4ee9-8c65-a5ee402f697e req-fefcd3aa-1f53-43cf-8012-35e6a7e53f87 service nova] Releasing lock "refresh_cache-47f377ca-97ca-4b22-857b-99fff001c97d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.019908] env[69674]: INFO nova.compute.manager [-] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Took 1.38 seconds to deallocate network for instance. [ 1121.091104] env[69674]: DEBUG nova.network.neutron [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.142785] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 76970c21-c4d6-4e4f-9bf4-c6336882b320] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1121.186499] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.187848] env[69674]: DEBUG nova.compute.utils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.191668] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1121.191668] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.317292] env[69674]: DEBUG nova.policy [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4688acfc82f34d53ba82fc6a5d50695a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806bd9616c4b443680b65d550476f8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.527836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.593693] env[69674]: INFO nova.compute.manager [-] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Took 1.03 seconds to deallocate network for instance. [ 1121.645881] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: d4ba4347-8333-4520-b723-4498e6cac57f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1121.690730] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.692353] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1121.769231] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Successfully created port: cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.922706] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65638d52-0b88-4f4a-b4d4-2cf38674272f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.930733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f4050-3164-49f9-b893-4048014cf90f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.960354] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795a1e64-f408-4345-8580-4c55579a57ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.968168] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d1d90-ad12-4436-9564-52e502c63118 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.981347] env[69674]: DEBUG nova.compute.provider_tree [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.102977] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.148989] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: da859841-35f7-4891-8e3c-09a0becd5523] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1122.187446] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.484558] env[69674]: DEBUG nova.scheduler.client.report [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.652060] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: feac5478-6ccf-4013-887c-8d6e81c7045e] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1122.687593] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.705612] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1122.768057] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.768410] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.768614] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.768860] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.769055] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.769218] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.769430] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.769596] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.769757] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.769919] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.770104] env[69674]: DEBUG nova.virt.hardware [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.770934] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ea31d-58c1-4a46-9ef9-0ab735927b20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.779374] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bea84-cf2e-4442-af20-9633749e1aa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.989906] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.990399] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1122.993109] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.833s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.993298] env[69674]: DEBUG nova.objects.instance [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.155614] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 7c912f20-40b1-4efa-81a9-c9a218f84925] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1123.188422] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.255541] env[69674]: DEBUG nova.compute.manager [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Received event network-vif-plugged-cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1123.255771] env[69674]: DEBUG oslo_concurrency.lockutils [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] Acquiring lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.255983] env[69674]: DEBUG oslo_concurrency.lockutils [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.256175] env[69674]: DEBUG oslo_concurrency.lockutils [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.256345] env[69674]: DEBUG nova.compute.manager [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] No waiting events found dispatching network-vif-plugged-cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.256757] env[69674]: WARNING nova.compute.manager [req-2c3d3ed3-bb46-4ffe-920b-8104c20c1868 req-23beda60-1752-4648-a518-e79d881618ce service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Received unexpected event network-vif-plugged-cb3701d4-b929-420d-a784-896f263cf3c7 for instance with vm_state building and task_state spawning. [ 1123.316181] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Successfully updated port: cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.498248] env[69674]: DEBUG nova.compute.utils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.503353] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1123.503549] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.539762] env[69674]: DEBUG nova.policy [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.659066] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a2c27ac3-c693-4fea-a156-3c3b63b442f0] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1123.690628] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.819812] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.820112] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.880693] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Successfully created port: facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.005633] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a8ba3f93-5f47-4cd2-9f12-335d324b4101 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.006775] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1124.011814] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.484s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.012149] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.014380] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.912s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.014590] env[69674]: DEBUG nova.objects.instance [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lazy-loading 'resources' on Instance uuid 47da33a9-3645-42f0-b8e0-361bf511e3cc {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.078587] env[69674]: INFO nova.scheduler.client.report [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Deleted allocations for instance 60d21911-0de7-4622-ab81-0f582ea011c8 [ 1124.162622] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 088d2055-010e-45b1-ac51-3415acac7aa1] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1124.190188] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.363009] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.526830] env[69674]: DEBUG nova.network.neutron [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updating instance_info_cache with network_info: [{"id": "cb3701d4-b929-420d-a784-896f263cf3c7", "address": "fa:16:3e:6a:e8:d0", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3701d4-b9", "ovs_interfaceid": "cb3701d4-b929-420d-a784-896f263cf3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.593667] env[69674]: DEBUG oslo_concurrency.lockutils [None req-65913a71-5437-416b-8928-b9d288e6b946 tempest-DeleteServersTestJSON-1294012732 tempest-DeleteServersTestJSON-1294012732-project-member] Lock "60d21911-0de7-4622-ab81-0f582ea011c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.615s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.666735] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: bca459c9-fcca-41f7-bcea-b6408f5a0930] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1124.690496] env[69674]: DEBUG oslo_vmware.api [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257496, 'name': ReconfigVM_Task, 'duration_secs': 5.802758} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.693575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.693825] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Reconfigured VM to detach interface {{(pid=69674) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1124.736042] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865c9aa-ba76-459d-a564-fbf2f767c6df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.744439] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725870e-d83f-45f7-acd1-dc7ea8e376ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.779238] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6db8dd4-40e5-4dd3-b051-cf557fc2cf80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.787651] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60461211-24b7-44d1-aae7-54db81338129 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.803370] env[69674]: DEBUG nova.compute.provider_tree [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.025294] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1125.029852] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.029852] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance network_info: |[{"id": "cb3701d4-b929-420d-a784-896f263cf3c7", "address": "fa:16:3e:6a:e8:d0", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3701d4-b9", "ovs_interfaceid": "cb3701d4-b929-420d-a784-896f263cf3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1125.031029] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:e8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb3701d4-b929-420d-a784-896f263cf3c7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.038701] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.039150] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.039298] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9a2779-70fa-487c-b9d7-5b5f74b26fff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.064115] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.064115] env[69674]: value = "task-3257503" [ 1125.064115] env[69674]: _type = "Task" [ 1125.064115] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.073025] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257503, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.101138] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.101497] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.101700] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.101897] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.102059] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.102236] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.102510] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.102650] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.102839] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.103022] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.103204] env[69674]: DEBUG nova.virt.hardware [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.104102] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a47268-b00c-4de5-b0d1-b310a84fda37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.112761] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f549f0-0982-44ee-8f28-865a5c0a1cfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.170116] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 79421382-86c8-4416-bf68-b1f3c3364f46] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1125.287836] env[69674]: DEBUG nova.compute.manager [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Received event network-changed-cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1125.288081] env[69674]: DEBUG nova.compute.manager [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Refreshing instance network info cache due to event network-changed-cb3701d4-b929-420d-a784-896f263cf3c7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1125.288335] env[69674]: DEBUG oslo_concurrency.lockutils [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] Acquiring lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.288522] env[69674]: DEBUG oslo_concurrency.lockutils [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] Acquired lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.288752] env[69674]: DEBUG nova.network.neutron [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Refreshing network info cache for port cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.306132] env[69674]: DEBUG nova.scheduler.client.report [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.508012] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Successfully updated port: facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.576128] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257503, 'name': CreateVM_Task, 'duration_secs': 0.429619} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.576424] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.577058] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.577229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.577544] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.577802] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f72ca7-5e0e-4814-a6f0-40a3fbef02d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.583696] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1125.583696] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a3a47c-1919-da6c-073d-3e337c2ea4f3" [ 1125.583696] env[69674]: _type = "Task" [ 1125.583696] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.593183] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a3a47c-1919-da6c-073d-3e337c2ea4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.674241] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: d9736fca-c210-472a-8465-1113ff04a0e0] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1125.814408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.945412] env[69674]: INFO nova.scheduler.client.report [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Deleted allocations for instance 47da33a9-3645-42f0-b8e0-361bf511e3cc [ 1126.013166] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.013242] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.013431] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.060127] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.060316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquired lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.060539] env[69674]: DEBUG nova.network.neutron [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.089743] env[69674]: DEBUG nova.network.neutron [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updated VIF entry in instance network info cache for port cb3701d4-b929-420d-a784-896f263cf3c7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.090198] env[69674]: DEBUG nova.network.neutron [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updating instance_info_cache with network_info: [{"id": "cb3701d4-b929-420d-a784-896f263cf3c7", "address": "fa:16:3e:6a:e8:d0", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3701d4-b9", "ovs_interfaceid": "cb3701d4-b929-420d-a784-896f263cf3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.095614] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a3a47c-1919-da6c-073d-3e337c2ea4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024091} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.096177] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.096414] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.096650] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.096796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.097063] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.101029] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dac67fb-b3a3-4ead-a2c0-53d69ea955ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.108898] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.109132] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.109928] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e900452d-3664-42bd-a0cf-71d94c4e519d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.116883] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1126.116883] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d7f3c5-0381-9d5e-77b6-7300a6a2b5f0" [ 1126.116883] env[69674]: _type = "Task" [ 1126.116883] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.129701] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d7f3c5-0381-9d5e-77b6-7300a6a2b5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.178059] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b0118ccc-b963-4c14-ab1d-5623ced79e2d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1126.457835] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a0c0bb9e-36fc-4fdc-96d8-c36dc63dde72 tempest-ServersListShow2100Test-117323937 tempest-ServersListShow2100Test-117323937-project-member] Lock "47da33a9-3645-42f0-b8e0-361bf511e3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.383s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.548103] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.592728] env[69674]: DEBUG oslo_concurrency.lockutils [req-52365f43-1ddb-47c9-bd5c-e728b5083191 req-f23b11fd-73ee-4831-b235-91bad1d66ef2 service nova] Releasing lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.628992] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d7f3c5-0381-9d5e-77b6-7300a6a2b5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.630715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.630914] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.631147] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.631310] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.631749] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.633276] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de8beed-3f8d-438b-96ad-0643a60fc80c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.636875] env[69674]: INFO nova.compute.manager [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Terminating instance [ 1126.643805] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1126.643805] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc7f32-c849-5640-ca9f-083798c7da47" [ 1126.643805] env[69674]: _type = "Task" [ 1126.643805] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.655190] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc7f32-c849-5640-ca9f-083798c7da47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.683266] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 7202fbc5-2dfa-44e4-8a3d-23cf0fec6d67] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1126.695554] env[69674]: DEBUG nova.network.neutron [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Updating instance_info_cache with network_info: [{"id": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "address": "fa:16:3e:81:03:29", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacab7d2-0e", "ovs_interfaceid": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.904099] env[69674]: INFO nova.network.neutron [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Port 2dee534d-fdb7-4fdc-9829-73ecdd7a34b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1126.904540] env[69674]: DEBUG nova.network.neutron [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [{"id": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "address": "fa:16:3e:b7:72:32", "network": {"id": "1010b717-6fd6-4f0c-935d-2ce8614753e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2076176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddffdb57ebeb4c3ab853129046ee411a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc48b861-86", "ovs_interfaceid": "dc48b861-86c4-48f8-958b-b75dae7bbc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.142867] env[69674]: DEBUG nova.compute.manager [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1127.142867] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.143653] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a0bc4-a968-42bf-b65f-a6837152e289 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.156775] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52cc7f32-c849-5640-ca9f-083798c7da47, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.158842] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.159127] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.159792] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.160032] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44a5a894-be4c-402d-8667-1d3260f922f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.161884] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3859a9-d27d-4241-b2cc-5075866d9584 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.169424] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1127.169424] env[69674]: value = "task-3257505" [ 1127.169424] env[69674]: _type = "Task" [ 1127.169424] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.170731] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1127.170731] env[69674]: value = "task-3257504" [ 1127.170731] env[69674]: _type = "Task" [ 1127.170731] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.182414] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.185335] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8f0d714b-1664-4a83-8f75-e48033d4611d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1127.187171] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.199038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.199038] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Instance network_info: |[{"id": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "address": "fa:16:3e:81:03:29", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacab7d2-0e", "ovs_interfaceid": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1127.199571] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:03:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'facab7d2-0ece-4ef7-84c3-beba40f2918e', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.208343] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.208580] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.208811] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ba598f-f85d-490b-9d1e-1950f48dd75f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.232417] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.232417] env[69674]: value = "task-3257506" [ 1127.232417] env[69674]: _type = "Task" [ 1127.232417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.247788] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257506, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.342821] env[69674]: DEBUG nova.compute.manager [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Received event network-vif-plugged-facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1127.343241] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Acquiring lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.343594] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.343885] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.344198] env[69674]: DEBUG nova.compute.manager [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] No waiting events found dispatching network-vif-plugged-facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.344507] env[69674]: WARNING nova.compute.manager [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Received unexpected event network-vif-plugged-facab7d2-0ece-4ef7-84c3-beba40f2918e for instance with vm_state building and task_state spawning. [ 1127.344847] env[69674]: DEBUG nova.compute.manager [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Received event network-changed-facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1127.345117] env[69674]: DEBUG nova.compute.manager [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Refreshing instance network info cache due to event network-changed-facab7d2-0ece-4ef7-84c3-beba40f2918e. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1127.345452] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Acquiring lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.345684] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Acquired lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.345975] env[69674]: DEBUG nova.network.neutron [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Refreshing network info cache for port facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.408265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Releasing lock "refresh_cache-4ac74c47-be15-40ee-bd01-0dacbf3f20b4" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.685374] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257505, 'name': PowerOffVM_Task, 'duration_secs': 0.320679} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.688840] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.689114] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.689561] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: f71b254d-0b4e-4d35-a804-44f8f76a8c0b] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1127.691328] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.691556] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50a078c6-4485-4121-a1ec-683a65f9ec01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.743670] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257506, 'name': CreateVM_Task} progress is 25%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.804821] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.805435] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.805708] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleting the datastore file [datastore2] 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.806046] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76b2bbc-91ba-41ed-b5ba-3870d41f72b6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.821272] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1127.821272] env[69674]: value = "task-3257508" [ 1127.821272] env[69674]: _type = "Task" [ 1127.821272] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.832743] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.912514] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d7082df8-c4c1-49da-999b-ee6e9876cd80 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "interface-4ac74c47-be15-40ee-bd01-0dacbf3f20b4-2dee534d-fdb7-4fdc-9829-73ecdd7a34b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.856s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.163377] env[69674]: DEBUG nova.network.neutron [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Updated VIF entry in instance network info cache for port facab7d2-0ece-4ef7-84c3-beba40f2918e. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.163788] env[69674]: DEBUG nova.network.neutron [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Updating instance_info_cache with network_info: [{"id": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "address": "fa:16:3e:81:03:29", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfacab7d2-0e", "ovs_interfaceid": "facab7d2-0ece-4ef7-84c3-beba40f2918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.185872] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546727} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.185872] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.186143] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.186566] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3187bd5-b083-4bed-9f98-e9dd49aab3d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.195161] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 888b0976-1a94-4901-8904-fefd169b829b] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1128.204593] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1128.204593] env[69674]: value = "task-3257509" [ 1128.204593] env[69674]: _type = "Task" [ 1128.204593] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.214163] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.243041] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257506, 'name': CreateVM_Task, 'duration_secs': 0.669379} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.243442] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.243998] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.244194] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.244541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.244800] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d225c5b2-805e-424b-b525-376ba79716aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.251185] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1128.251185] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52468545-a1e3-4266-07e4-df6b1cc10d9e" [ 1128.251185] env[69674]: _type = "Task" [ 1128.251185] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.260020] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52468545-a1e3-4266-07e4-df6b1cc10d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.332999] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.667283] env[69674]: DEBUG oslo_concurrency.lockutils [req-14d38553-15f3-4628-bf76-3524b2d93d85 req-a4b38062-b691-4e70-b5f4-051a05fced6b service nova] Releasing lock "refresh_cache-613ec2d6-f0a4-41d6-a7c4-fec88e81e216" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.701246] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e4a6a52b-268e-4547-9a2c-93e1b7224797] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1128.715802] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273277} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.716148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.718322] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e3bd46-0e7c-4889-b0e9-7b023060fd44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.745756] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.746164] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d8e7cf-04a9-445f-9568-796a37e2f880 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.774537] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52468545-a1e3-4266-07e4-df6b1cc10d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.776036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.776342] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.776622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.776811] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.777115] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.777417] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1128.777417] env[69674]: value = "task-3257510" [ 1128.777417] env[69674]: _type = "Task" [ 1128.777417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.777692] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-937c827c-f53c-40a6-a412-6ad08cb01feb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.790668] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.792496] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.792767] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.793556] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcd1c85-76b9-40f4-a6db-ca3136cddfbf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.800323] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1128.800323] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525109e0-3a91-da53-086b-59b59d9e427f" [ 1128.800323] env[69674]: _type = "Task" [ 1128.800323] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.808844] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525109e0-3a91-da53-086b-59b59d9e427f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.833173] env[69674]: DEBUG oslo_vmware.api [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671082} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.833462] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.833652] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.833864] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.834012] env[69674]: INFO nova.compute.manager [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1128.834257] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.834451] env[69674]: DEBUG nova.compute.manager [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1128.834546] env[69674]: DEBUG nova.network.neutron [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.205539] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: acbf7099-6993-4d1b-9e90-62bf239a75ba] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1129.290826] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257510, 'name': ReconfigVM_Task, 'duration_secs': 0.331205} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.292869] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.293571] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f83ad9e-7c8f-495a-9a6b-7a4964dc9550 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304091] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1129.304091] env[69674]: value = "task-3257511" [ 1129.304091] env[69674]: _type = "Task" [ 1129.304091] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.311358] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525109e0-3a91-da53-086b-59b59d9e427f, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.312489] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9176c227-1d87-4d7c-bc4e-fd5bfea79fa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.319787] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257511, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.323885] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1129.323885] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c018f0-6578-abdb-a92d-d79733d85b46" [ 1129.323885] env[69674]: _type = "Task" [ 1129.323885] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.332928] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c018f0-6578-abdb-a92d-d79733d85b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.710106] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: f1562f66-a5bc-453a-957a-a4a03e102c34] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1129.815923] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257511, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.834178] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c018f0-6578-abdb-a92d-d79733d85b46, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.834449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.834706] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 613ec2d6-f0a4-41d6-a7c4-fec88e81e216/613ec2d6-f0a4-41d6-a7c4-fec88e81e216.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.834988] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441f7229-6917-4907-bfe5-8894497009c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.842224] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1129.842224] env[69674]: value = "task-3257512" [ 1129.842224] env[69674]: _type = "Task" [ 1129.842224] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.850644] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.940245] env[69674]: DEBUG nova.compute.manager [req-9a63483b-9dd6-4c26-a021-f0bf4dd3257c req-81308667-2a75-46eb-93d0-f67cfc7d5313 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Received event network-vif-deleted-dc48b861-86c4-48f8-958b-b75dae7bbc6d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1129.940606] env[69674]: INFO nova.compute.manager [req-9a63483b-9dd6-4c26-a021-f0bf4dd3257c req-81308667-2a75-46eb-93d0-f67cfc7d5313 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Neutron deleted interface dc48b861-86c4-48f8-958b-b75dae7bbc6d; detaching it from the instance and deleting it from the info cache [ 1129.940606] env[69674]: DEBUG nova.network.neutron [req-9a63483b-9dd6-4c26-a021-f0bf4dd3257c req-81308667-2a75-46eb-93d0-f67cfc7d5313 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.213788] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: d2281269-3f62-476d-81fb-0d47c60086a2] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1130.315898] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257511, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.352095] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477852} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.352405] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 613ec2d6-f0a4-41d6-a7c4-fec88e81e216/613ec2d6-f0a4-41d6-a7c4-fec88e81e216.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.352698] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.352956] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ea8405-67a0-4e02-8a28-f2acddb03dca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.359989] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1130.359989] env[69674]: value = "task-3257513" [ 1130.359989] env[69674]: _type = "Task" [ 1130.359989] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.369596] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.419879] env[69674]: DEBUG nova.network.neutron [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.443284] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9b5092d-016c-4d88-9c60-c8cd56af6e22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.454096] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dee336-5969-40f3-97a5-f997233fae13 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.490012] env[69674]: DEBUG nova.compute.manager [req-9a63483b-9dd6-4c26-a021-f0bf4dd3257c req-81308667-2a75-46eb-93d0-f67cfc7d5313 service nova] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Detach interface failed, port_id=dc48b861-86c4-48f8-958b-b75dae7bbc6d, reason: Instance 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1130.718802] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: ce86cfb9-bad4-4082-9e21-605396cc42f6] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1130.816607] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257511, 'name': Rename_Task, 'duration_secs': 1.161761} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.816891] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.817199] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb7e585-a6d3-4fdb-8c0c-689498629bdd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.824272] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1130.824272] env[69674]: value = "task-3257514" [ 1130.824272] env[69674]: _type = "Task" [ 1130.824272] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.832340] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.872629] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074372} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.872945] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.873772] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48997b9e-f51d-494f-8ef7-9075a7fc6e36 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.896662] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 613ec2d6-f0a4-41d6-a7c4-fec88e81e216/613ec2d6-f0a4-41d6-a7c4-fec88e81e216.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.896949] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7f4cf9-4cd0-4309-9bf9-88af96a80569 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.916894] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1130.916894] env[69674]: value = "task-3257515" [ 1130.916894] env[69674]: _type = "Task" [ 1130.916894] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.922367] env[69674]: INFO nova.compute.manager [-] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Took 2.09 seconds to deallocate network for instance. [ 1130.926944] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.221526] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 5ed6619c-f1a2-476c-ba2f-7289de5b6e9e] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1131.335065] env[69674]: DEBUG oslo_vmware.api [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257514, 'name': PowerOnVM_Task, 'duration_secs': 0.479368} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.335065] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.335065] env[69674]: INFO nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1131.335065] env[69674]: DEBUG nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1131.335489] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606eb285-a22c-40db-8a2d-cd3442b6a64d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.425952] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257515, 'name': ReconfigVM_Task, 'duration_secs': 0.30044} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.426222] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 613ec2d6-f0a4-41d6-a7c4-fec88e81e216/613ec2d6-f0a4-41d6-a7c4-fec88e81e216.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.426952] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d5d478-21d1-4d17-84b6-c269a495ded9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.431577] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.431784] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.432054] env[69674]: DEBUG nova.objects.instance [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'resources' on Instance uuid 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.434166] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1131.434166] env[69674]: value = "task-3257516" [ 1131.434166] env[69674]: _type = "Task" [ 1131.434166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.443382] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257516, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.725390] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 82967055-3c2f-4d77-9cf1-4f1e2fc5aecb] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1131.850900] env[69674]: INFO nova.compute.manager [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Took 13.52 seconds to build instance. [ 1131.947482] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257516, 'name': Rename_Task, 'duration_secs': 0.162669} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.948127] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.948127] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f1eb267-8f19-40c9-a82e-f43b7091264c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.955407] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1131.955407] env[69674]: value = "task-3257517" [ 1131.955407] env[69674]: _type = "Task" [ 1131.955407] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.965922] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.096091] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36579363-cbbe-4b81-8440-1d9f317e8602 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.103695] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76073ba-6ce0-4a70-866f-7c7472ac6611 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.134342] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841370d6-7a99-49b0-87e0-0c712e04a8a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.142323] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74db4f5e-62d6-4d7f-b479-0f3403c23cd2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.156118] env[69674]: DEBUG nova.compute.provider_tree [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.228132] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: d45a13c5-09e6-474c-ae59-fa31d1653776] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1132.352894] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0534d1c4-a402-4f09-ac85-68b4dbb25760 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.026s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.465860] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.659042] env[69674]: DEBUG nova.scheduler.client.report [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.699258] env[69674]: DEBUG nova.compute.manager [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Received event network-changed-cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1132.699469] env[69674]: DEBUG nova.compute.manager [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Refreshing instance network info cache due to event network-changed-cb3701d4-b929-420d-a784-896f263cf3c7. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1132.699631] env[69674]: DEBUG oslo_concurrency.lockutils [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] Acquiring lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.699774] env[69674]: DEBUG oslo_concurrency.lockutils [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] Acquired lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.699934] env[69674]: DEBUG nova.network.neutron [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Refreshing network info cache for port cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.731537] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b0ee902e-14b1-490e-b8ae-e327563499f1] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1132.967269] env[69674]: DEBUG oslo_vmware.api [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257517, 'name': PowerOnVM_Task, 'duration_secs': 0.647483} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.967494] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.967692] env[69674]: INFO nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1132.967875] env[69674]: DEBUG nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1132.968663] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d575eafd-ef11-4a4e-bad0-28c9df05a29f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.164430] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.195159] env[69674]: INFO nova.scheduler.client.report [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted allocations for instance 4ac74c47-be15-40ee-bd01-0dacbf3f20b4 [ 1133.235656] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.235656] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69674) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}} [ 1133.419978] env[69674]: DEBUG nova.network.neutron [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updated VIF entry in instance network info cache for port cb3701d4-b929-420d-a784-896f263cf3c7. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.420365] env[69674]: DEBUG nova.network.neutron [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updating instance_info_cache with network_info: [{"id": "cb3701d4-b929-420d-a784-896f263cf3c7", "address": "fa:16:3e:6a:e8:d0", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3701d4-b9", "ovs_interfaceid": "cb3701d4-b929-420d-a784-896f263cf3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.486502] env[69674]: INFO nova.compute.manager [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Took 14.41 seconds to build instance. [ 1133.705690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e3715a11-beae-46e3-9f08-e72aa4b09ee6 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "4ac74c47-be15-40ee-bd01-0dacbf3f20b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.074s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.738252] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.923871] env[69674]: DEBUG oslo_concurrency.lockutils [req-56d136c3-401e-4006-88e4-dd5b7a9cf852 req-c0937a65-df2d-45f0-b6f0-6eb9886f2df0 service nova] Releasing lock "refresh_cache-9612067d-7752-4de1-b766-7cf646e3dfc3" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.991817] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d48a3164-223d-4c7e-af12-c4a47ca87271 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.930s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.688170] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.688479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.688736] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.688934] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.689121] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.691351] env[69674]: INFO nova.compute.manager [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Terminating instance [ 1134.855506] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.855897] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.856125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.856125] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.856349] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.858544] env[69674]: INFO nova.compute.manager [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Terminating instance [ 1135.195649] env[69674]: DEBUG nova.compute.manager [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1135.195904] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.196881] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77884e6-009c-4810-93ec-80335ee6a5b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.205152] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.205378] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c78253-414a-4dca-8de7-f97f63f374dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.212060] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1135.212060] env[69674]: value = "task-3257518" [ 1135.212060] env[69674]: _type = "Task" [ 1135.212060] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.220250] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.241108] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.241359] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.362597] env[69674]: DEBUG nova.compute.manager [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1135.362894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.364057] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0704818a-0c0d-47d4-9756-3c9b77917db0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.371724] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.371925] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719d9f7d-8834-4d97-ba2c-b96de7490416 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.378433] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1135.378433] env[69674]: value = "task-3257519" [ 1135.378433] env[69674]: _type = "Task" [ 1135.378433] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.387255] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.722344] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257518, 'name': PowerOffVM_Task, 'duration_secs': 0.344248} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.722647] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.722848] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.723141] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e72d9aca-3641-4c9e-898c-8f7f697fed30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.749671] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1135.749671] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.789950] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.790204] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.790579] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleting the datastore file [datastore2] de53a2b1-b121-461a-bf41-46136e6b67a0 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.790708] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1e26f86-07e9-4383-a4b5-88c31da961f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.796601] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for the task: (returnval){ [ 1135.796601] env[69674]: value = "task-3257521" [ 1135.796601] env[69674]: _type = "Task" [ 1135.796601] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.804421] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.888928] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257519, 'name': PowerOffVM_Task, 'duration_secs': 0.163667} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.888928] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.888928] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.888928] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611ea686-5d03-4de5-ac41-7b08e1dc228b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.965135] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.965308] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.965514] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] 613ec2d6-f0a4-41d6-a7c4-fec88e81e216 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.965841] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd3d97b-abe8-4d9a-99aa-4f38bb0b6d10 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972530] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1135.972530] env[69674]: value = "task-3257523" [ 1135.972530] env[69674]: _type = "Task" [ 1135.972530] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.979882] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.253247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.253515] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.253775] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.254057] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1136.254934] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d566d-e9a2-437f-939c-8a620fe4c9de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.263375] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdb919-6bb1-4348-90e1-35d5084eae66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.278151] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473a473-5dcc-420b-b444-165050c51b3f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.284658] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4e828-14a4-469d-ae68-2a1482dee6ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.312943] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179274MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1136.313133] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.313311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.322140] env[69674]: DEBUG oslo_vmware.api [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Task: {'id': task-3257521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251944} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.322372] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.322552] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.322763] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.322945] env[69674]: INFO nova.compute.manager [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1136.323259] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.323454] env[69674]: DEBUG nova.compute.manager [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1136.323554] env[69674]: DEBUG nova.network.neutron [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.482436] env[69674]: DEBUG oslo_vmware.api [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178233} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.482708] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.482901] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.483098] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.483633] env[69674]: INFO nova.compute.manager [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1136.483633] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.483788] env[69674]: DEBUG nova.compute.manager [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1136.483788] env[69674]: DEBUG nova.network.neutron [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.569021] env[69674]: DEBUG nova.compute.manager [req-143d40e0-3b05-4761-8aa1-4e184c71c8a1 req-c1e0b773-13c4-458f-9b96-67f511b55ea3 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Received event network-vif-deleted-761f17ef-cc49-4dad-9ead-9a44dcab6675 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1136.569252] env[69674]: INFO nova.compute.manager [req-143d40e0-3b05-4761-8aa1-4e184c71c8a1 req-c1e0b773-13c4-458f-9b96-67f511b55ea3 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Neutron deleted interface 761f17ef-cc49-4dad-9ead-9a44dcab6675; detaching it from the instance and deleting it from the info cache [ 1136.569359] env[69674]: DEBUG nova.network.neutron [req-143d40e0-3b05-4761-8aa1-4e184c71c8a1 req-c1e0b773-13c4-458f-9b96-67f511b55ea3 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.743148] env[69674]: DEBUG nova.compute.manager [req-101bc6a0-1e20-4b56-b023-1ad1609b1eef req-a3aa147b-d61d-49e5-89f3-e32a9fb3d225 service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Received event network-vif-deleted-facab7d2-0ece-4ef7-84c3-beba40f2918e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1136.743722] env[69674]: INFO nova.compute.manager [req-101bc6a0-1e20-4b56-b023-1ad1609b1eef req-a3aa147b-d61d-49e5-89f3-e32a9fb3d225 service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Neutron deleted interface facab7d2-0ece-4ef7-84c3-beba40f2918e; detaching it from the instance and deleting it from the info cache [ 1136.743926] env[69674]: DEBUG nova.network.neutron [req-101bc6a0-1e20-4b56-b023-1ad1609b1eef req-a3aa147b-d61d-49e5-89f3-e32a9fb3d225 service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.052190] env[69674]: DEBUG nova.network.neutron [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.071939] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bd8cf4c-3a8a-4cdc-a61c-0071fb90484b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.082388] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c244e-b807-4716-b3cb-6039b1340c4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.111833] env[69674]: DEBUG nova.compute.manager [req-143d40e0-3b05-4761-8aa1-4e184c71c8a1 req-c1e0b773-13c4-458f-9b96-67f511b55ea3 service nova] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Detach interface failed, port_id=761f17ef-cc49-4dad-9ead-9a44dcab6675, reason: Instance de53a2b1-b121-461a-bf41-46136e6b67a0 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1137.220211] env[69674]: DEBUG nova.network.neutron [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.246650] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-006cd1dc-6358-42c3-964c-f98c7c7a736f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.255853] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659a7f9-cfea-40bd-b6a8-86f8b0cf43d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.284708] env[69674]: DEBUG nova.compute.manager [req-101bc6a0-1e20-4b56-b023-1ad1609b1eef req-a3aa147b-d61d-49e5-89f3-e32a9fb3d225 service nova] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Detach interface failed, port_id=facab7d2-0ece-4ef7-84c3-beba40f2918e, reason: Instance 613ec2d6-f0a4-41d6-a7c4-fec88e81e216 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1137.354910] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355091] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2535d175-f741-4358-9734-4f7f2345c0fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355222] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355342] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 58072223-cb45-4996-bb38-6249ea296b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355458] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance de53a2b1-b121-461a-bf41-46136e6b67a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355573] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e54c7670-57fa-43d5-966d-984e56d77d92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355683] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 93bb0e79-41de-4641-a739-b1a1243329fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355794] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance efc340ec-d269-4261-8227-dedeb000bae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.355907] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 47f377ca-97ca-4b22-857b-99fff001c97d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.356026] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9612067d-7752-4de1-b766-7cf646e3dfc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.356139] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 613ec2d6-f0a4-41d6-a7c4-fec88e81e216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.356336] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1137.356470] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1137.485953] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92144723-32da-4aa2-aaa3-3d616040668a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.493864] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b6468-5db9-47b6-bdfa-8cff6103a12c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.524295] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5469cd-dac9-4dcb-9807-cbcd62b3dcd8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.531365] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b70da9-5e95-4df9-89af-90633754a29b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.544296] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.556786] env[69674]: INFO nova.compute.manager [-] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Took 1.23 seconds to deallocate network for instance. [ 1137.723054] env[69674]: INFO nova.compute.manager [-] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Took 1.24 seconds to deallocate network for instance. [ 1138.047865] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.061033] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.229437] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.553647] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.553879] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.241s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.554195] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.493s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.554471] env[69674]: DEBUG nova.objects.instance [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lazy-loading 'resources' on Instance uuid de53a2b1-b121-461a-bf41-46136e6b67a0 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.204024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96fe5f4-9df9-4049-bbc3-89ba403e7dd8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.211047] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c14c6-2873-4195-bfe1-a1ec78f046d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.241190] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ea756-1170-417e-ba88-5d2cb87e6a93 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.247991] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae5773a-9f21-43a6-833a-e0f11a1676de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.260809] env[69674]: DEBUG nova.compute.provider_tree [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.764789] env[69674]: DEBUG nova.scheduler.client.report [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.270933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.273426] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.044s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.273695] env[69674]: DEBUG nova.objects.instance [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid 613ec2d6-f0a4-41d6-a7c4-fec88e81e216 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.291342] env[69674]: INFO nova.scheduler.client.report [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Deleted allocations for instance de53a2b1-b121-461a-bf41-46136e6b67a0 [ 1140.799363] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d0ac93e3-9949-4a31-b54e-062602a07b70 tempest-AttachInterfacesTestJSON-806985031 tempest-AttachInterfacesTestJSON-806985031-project-member] Lock "de53a2b1-b121-461a-bf41-46136e6b67a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.110s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.896811] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd7d26-8045-4b86-aae1-b17872517d52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.904419] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f922564e-feca-4523-a562-28517403ab5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.939681] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f33bc-5ad7-48ad-a02b-4cc4407bbecf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.947348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c8b30-cf73-412b-a168-e7234814862b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.960943] env[69674]: DEBUG nova.compute.provider_tree [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.028464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "93bb0e79-41de-4641-a739-b1a1243329fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.028782] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.028909] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.029098] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.029271] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.031549] env[69674]: INFO nova.compute.manager [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Terminating instance [ 1141.464390] env[69674]: DEBUG nova.scheduler.client.report [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.536095] env[69674]: DEBUG nova.compute.manager [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1141.536343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.537244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868f8198-fe4e-40e9-9859-86f513876ba5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.544761] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.545119] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f469fb08-0d2b-427a-b510-f048930b16b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.551467] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1141.551467] env[69674]: value = "task-3257524" [ 1141.551467] env[69674]: _type = "Task" [ 1141.551467] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.559142] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.970031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.993755] env[69674]: INFO nova.scheduler.client.report [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance 613ec2d6-f0a4-41d6-a7c4-fec88e81e216 [ 1142.061221] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257524, 'name': PowerOffVM_Task, 'duration_secs': 0.232511} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.061444] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.061613] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.061859] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a084ce54-08fd-4469-aba5-a2365951e793 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.125763] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.125971] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.126176] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Deleting the datastore file [datastore1] 93bb0e79-41de-4641-a739-b1a1243329fc {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.126442] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99569f94-7353-4080-a5a5-18c26c62e912 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.133108] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for the task: (returnval){ [ 1142.133108] env[69674]: value = "task-3257526" [ 1142.133108] env[69674]: _type = "Task" [ 1142.133108] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.143131] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.502518] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67d8bfad-3f96-4b43-8529-95068426bb27 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "613ec2d6-f0a4-41d6-a7c4-fec88e81e216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.647s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.644481] env[69674]: DEBUG oslo_vmware.api [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Task: {'id': task-3257526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148259} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.644481] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.644481] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.644619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.644803] env[69674]: INFO nova.compute.manager [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1142.645216] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.645478] env[69674]: DEBUG nova.compute.manager [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1142.645634] env[69674]: DEBUG nova.network.neutron [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.106523] env[69674]: DEBUG nova.compute.manager [req-570e0c5c-2947-470f-b89a-5c86201c9451 req-c37221af-cd3c-41f1-b48f-8f3837ae5322 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Received event network-vif-deleted-38702e06-b22f-4618-9ec8-94b2398bb09e {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1143.106769] env[69674]: INFO nova.compute.manager [req-570e0c5c-2947-470f-b89a-5c86201c9451 req-c37221af-cd3c-41f1-b48f-8f3837ae5322 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Neutron deleted interface 38702e06-b22f-4618-9ec8-94b2398bb09e; detaching it from the instance and deleting it from the info cache [ 1143.106899] env[69674]: DEBUG nova.network.neutron [req-570e0c5c-2947-470f-b89a-5c86201c9451 req-c37221af-cd3c-41f1-b48f-8f3837ae5322 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.165693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "8599db33-4e94-4316-aa67-5d286eb6d3da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.166010] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.588086] env[69674]: DEBUG nova.network.neutron [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.611814] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7e818f5-e4e6-4873-b746-c0a6d7a9dbfe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.622588] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf47af-5fc4-4dc4-9a5f-b92f616a9b75 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.656408] env[69674]: DEBUG nova.compute.manager [req-570e0c5c-2947-470f-b89a-5c86201c9451 req-c37221af-cd3c-41f1-b48f-8f3837ae5322 service nova] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Detach interface failed, port_id=38702e06-b22f-4618-9ec8-94b2398bb09e, reason: Instance 93bb0e79-41de-4641-a739-b1a1243329fc could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1143.670541] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1144.094263] env[69674]: INFO nova.compute.manager [-] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Took 1.45 seconds to deallocate network for instance. [ 1144.192072] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.192350] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.194212] env[69674]: INFO nova.compute.claims [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.600535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.356715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744947e-c684-4b1c-bdd4-705001f44948 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.366519] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0f744-f3ff-40fe-9363-f7e0f1fcdcc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.403475] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c5ee0-aa98-4d51-b9df-000211c00d96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.412622] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1a480-e332-414a-bbe7-da63d1577794 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.431399] env[69674]: DEBUG nova.compute.provider_tree [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.875668] env[69674]: DEBUG nova.compute.manager [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1145.877091] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c8096c-13b1-4883-a8ba-5983bee739f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933285] env[69674]: DEBUG nova.scheduler.client.report [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.387813] env[69674]: INFO nova.compute.manager [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] instance snapshotting [ 1146.388492] env[69674]: DEBUG nova.objects.instance [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.438014] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.438576] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1146.441081] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.841s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.441312] env[69674]: DEBUG nova.objects.instance [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lazy-loading 'resources' on Instance uuid 93bb0e79-41de-4641-a739-b1a1243329fc {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.893468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.893745] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.895642] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700c4e8-d4b1-43d2-8150-a0c49f061d18 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.915322] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a6f467-8f1e-41f1-a312-4d7d26999bff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.946187] env[69674]: DEBUG nova.compute.utils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.950734] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1146.950933] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.978535] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "47f377ca-97ca-4b22-857b-99fff001c97d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.978774] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.978971] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.979170] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.979335] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.981544] env[69674]: INFO nova.compute.manager [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Terminating instance [ 1146.987526] env[69674]: DEBUG nova.policy [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb09aff9002d4ff48f49a39d9822efe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0183550bb7934260aaf6075322503149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.095269] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c833bb-aff3-4204-81fc-5d7a6a0e17b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.102518] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bbb2a6-af69-4bea-8dfe-a383f16376ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.134094] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17057c8-c248-4f4b-adbd-e795796aa305 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.141245] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da185e-cb24-4237-8737-8f8ebd26a1f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.154380] env[69674]: DEBUG nova.compute.provider_tree [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.246225] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Successfully created port: 8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.400046] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1147.429015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1147.429015] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5233a2a-e1ce-465d-b25c-eda7fe146f0d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.436690] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1147.436690] env[69674]: value = "task-3257527" [ 1147.436690] env[69674]: _type = "Task" [ 1147.436690] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.445420] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.451455] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1147.487039] env[69674]: DEBUG nova.compute.manager [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1147.487316] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.489031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06146bd4-d261-4b4a-874e-9fc96402fe65 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.496627] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.496862] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11f3596-be8c-4dbe-865d-19b41066d50c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.502337] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1147.502337] env[69674]: value = "task-3257528" [ 1147.502337] env[69674]: _type = "Task" [ 1147.502337] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.509630] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.659677] env[69674]: DEBUG nova.scheduler.client.report [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.924393] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.946494] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257527, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.011649] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257528, 'name': PowerOffVM_Task, 'duration_secs': 0.185116} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.011910] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.012092] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.012347] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ef24649-8aba-469d-a6f8-bd262eb75fe8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071864] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.072101] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.072274] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleting the datastore file [datastore2] 47f377ca-97ca-4b22-857b-99fff001c97d {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.072535] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81ca8d1-61c1-4269-b9c1-e614a5357a7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.078099] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1148.078099] env[69674]: value = "task-3257530" [ 1148.078099] env[69674]: _type = "Task" [ 1148.078099] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.086968] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.165434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.167707] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.243s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.169234] env[69674]: INFO nova.compute.claims [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.186115] env[69674]: INFO nova.scheduler.client.report [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Deleted allocations for instance 93bb0e79-41de-4641-a739-b1a1243329fc [ 1148.447299] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257527, 'name': CreateSnapshot_Task, 'duration_secs': 0.520389} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.447787] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1148.448745] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd56ba0-f8a8-433d-a5b1-dee3f3feb276 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.460735] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1148.485676] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.485969] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.486151] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.486337] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.486606] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.486606] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.487296] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.487296] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.487296] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.487296] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.487458] env[69674]: DEBUG nova.virt.hardware [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.488319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cacb4f1-9d22-4950-9932-3e0d09dd3eef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.496760] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a051e8-7890-4c3b-ac59-77d75fd3f1dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.587383] env[69674]: DEBUG oslo_vmware.api [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138494} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.589784] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.589784] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.589784] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.589784] env[69674]: INFO nova.compute.manager [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1148.589784] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.589784] env[69674]: DEBUG nova.compute.manager [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1148.589784] env[69674]: DEBUG nova.network.neutron [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.693745] env[69674]: DEBUG oslo_concurrency.lockutils [None req-000c1063-66da-4852-8393-cd96d3c5af74 tempest-ServersTestFqdnHostnames-401723878 tempest-ServersTestFqdnHostnames-401723878-project-member] Lock "93bb0e79-41de-4641-a739-b1a1243329fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.664s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.750388] env[69674]: DEBUG nova.compute.manager [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Received event network-vif-plugged-8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1148.750626] env[69674]: DEBUG oslo_concurrency.lockutils [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] Acquiring lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.750861] env[69674]: DEBUG oslo_concurrency.lockutils [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.751089] env[69674]: DEBUG oslo_concurrency.lockutils [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.751274] env[69674]: DEBUG nova.compute.manager [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] No waiting events found dispatching network-vif-plugged-8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.751483] env[69674]: WARNING nova.compute.manager [req-11e30ee8-ff49-48ca-ac90-5810974a92c5 req-cab409ee-f788-4b42-adf3-dc7f2976251d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Received unexpected event network-vif-plugged-8c54c663-a682-4c19-9d5e-01d0213ec3ae for instance with vm_state building and task_state spawning. [ 1148.967103] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1148.967103] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62649bbc-42ff-4673-aca4-9858aeb62529 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.977640] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1148.977640] env[69674]: value = "task-3257531" [ 1148.977640] env[69674]: _type = "Task" [ 1148.977640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.983530] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Successfully updated port: 8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.989748] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257531, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.097235] env[69674]: DEBUG nova.compute.manager [req-d9325c63-9b6d-43b9-9644-f720e431eaf0 req-0172b018-dde9-4d19-ac03-3fd508e23ae0 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Received event network-vif-deleted-b10f7053-53a9-4028-b9ee-fbf76fb7d5dd {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1149.097235] env[69674]: INFO nova.compute.manager [req-d9325c63-9b6d-43b9-9644-f720e431eaf0 req-0172b018-dde9-4d19-ac03-3fd508e23ae0 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Neutron deleted interface b10f7053-53a9-4028-b9ee-fbf76fb7d5dd; detaching it from the instance and deleting it from the info cache [ 1149.097235] env[69674]: DEBUG nova.network.neutron [req-d9325c63-9b6d-43b9-9644-f720e431eaf0 req-0172b018-dde9-4d19-ac03-3fd508e23ae0 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.324877] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43093356-f04f-4852-a909-829c812a5fa7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.333086] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d0b28-cba3-47d0-8c0b-e400f2ebf9b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.364282] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d86efa-e060-422c-bfeb-150fda8ba14a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.372369] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8dfce6-1c41-4bea-928f-04a96d4d5beb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.386409] env[69674]: DEBUG nova.compute.provider_tree [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.488660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.488803] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.488953] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.490548] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257531, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.576501] env[69674]: DEBUG nova.network.neutron [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.601036] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1d7c0ba-50dc-4fee-89a7-c4760482a9fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.611350] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76903b64-95cb-4822-9dd8-ff0d1a6351b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.644382] env[69674]: DEBUG nova.compute.manager [req-d9325c63-9b6d-43b9-9644-f720e431eaf0 req-0172b018-dde9-4d19-ac03-3fd508e23ae0 service nova] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Detach interface failed, port_id=b10f7053-53a9-4028-b9ee-fbf76fb7d5dd, reason: Instance 47f377ca-97ca-4b22-857b-99fff001c97d could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1149.890041] env[69674]: DEBUG nova.scheduler.client.report [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.989822] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257531, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.024179] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.081379] env[69674]: INFO nova.compute.manager [-] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Took 1.49 seconds to deallocate network for instance. [ 1150.163452] env[69674]: DEBUG nova.network.neutron [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Updating instance_info_cache with network_info: [{"id": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "address": "fa:16:3e:5e:8d:8a", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c54c663-a6", "ovs_interfaceid": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.397019] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.397327] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1150.489717] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257531, 'name': CloneVM_Task, 'duration_secs': 1.021123} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.489773] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created linked-clone VM from snapshot [ 1150.490526] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6f813-cfc2-4659-8586-4612c48bf085 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.498870] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploading image 675c5e02-5f65-4598-919a-4f59efd60cb2 {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1150.520046] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1150.520046] env[69674]: value = "vm-650820" [ 1150.520046] env[69674]: _type = "VirtualMachine" [ 1150.520046] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1150.520503] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc7ec22a-43d2-407c-8e2e-bdb28ed0360e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.527448] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease: (returnval){ [ 1150.527448] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288832f-0869-5ad6-a057-b9aa17439122" [ 1150.527448] env[69674]: _type = "HttpNfcLease" [ 1150.527448] env[69674]: } obtained for exporting VM: (result){ [ 1150.527448] env[69674]: value = "vm-650820" [ 1150.527448] env[69674]: _type = "VirtualMachine" [ 1150.527448] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1150.527816] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the lease: (returnval){ [ 1150.527816] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288832f-0869-5ad6-a057-b9aa17439122" [ 1150.527816] env[69674]: _type = "HttpNfcLease" [ 1150.527816] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1150.534933] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.534933] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288832f-0869-5ad6-a057-b9aa17439122" [ 1150.534933] env[69674]: _type = "HttpNfcLease" [ 1150.534933] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.593361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.593685] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.594156] env[69674]: DEBUG nova.objects.instance [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'resources' on Instance uuid 47f377ca-97ca-4b22-857b-99fff001c97d {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.666038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.666425] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Instance network_info: |[{"id": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "address": "fa:16:3e:5e:8d:8a", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c54c663-a6", "ovs_interfaceid": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1150.667183] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:8d:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c54c663-a682-4c19-9d5e-01d0213ec3ae', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.674719] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.674958] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.675210] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edfb4db2-ddee-436f-82a3-7d65e9511f6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.695980] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.695980] env[69674]: value = "task-3257533" [ 1150.695980] env[69674]: _type = "Task" [ 1150.695980] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.704239] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257533, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.787672] env[69674]: DEBUG nova.compute.manager [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Received event network-changed-8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1150.787672] env[69674]: DEBUG nova.compute.manager [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Refreshing instance network info cache due to event network-changed-8c54c663-a682-4c19-9d5e-01d0213ec3ae. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1150.787672] env[69674]: DEBUG oslo_concurrency.lockutils [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] Acquiring lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.787672] env[69674]: DEBUG oslo_concurrency.lockutils [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] Acquired lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.787672] env[69674]: DEBUG nova.network.neutron [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Refreshing network info cache for port 8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.902316] env[69674]: DEBUG nova.compute.utils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.903789] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1150.903969] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.954484] env[69674]: DEBUG nova.policy [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d388931a2b4a90b16d9f85fb62750e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9c8f4396b78484f8ba1743c5e94f8e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.038144] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.038144] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288832f-0869-5ad6-a057-b9aa17439122" [ 1151.038144] env[69674]: _type = "HttpNfcLease" [ 1151.038144] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1151.038499] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1151.038499] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5288832f-0869-5ad6-a057-b9aa17439122" [ 1151.038499] env[69674]: _type = "HttpNfcLease" [ 1151.038499] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1151.039244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173378a-fa6a-4331-8c20-e369395eb85f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.047144] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1151.047316] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1151.138281] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d95173a-63f3-43a4-b2f4-7fa18ed2ac47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.206981] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257533, 'name': CreateVM_Task, 'duration_secs': 0.334962} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.207162] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.207826] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.207982] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.210012] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.210012] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a660f6ae-b426-4b93-9e5d-4811230bb000 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.212876] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1151.212876] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525715c8-9bfe-2182-9c4c-d0acd0151696" [ 1151.212876] env[69674]: _type = "Task" [ 1151.212876] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.222802] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525715c8-9bfe-2182-9c4c-d0acd0151696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.267726] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4277a1-2ecb-4450-92a5-763577af5219 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.275908] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5caa8c-2d17-4172-8796-bdc72701ac69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.309160] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61765cf9-2ae2-4a5a-8ab0-9e9b145fbfec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.311971] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Successfully created port: c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.318967] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ed56f-9cae-41ee-b4c1-b93763e8ae35 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.333769] env[69674]: DEBUG nova.compute.provider_tree [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.407884] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1151.566617] env[69674]: DEBUG nova.network.neutron [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Updated VIF entry in instance network info cache for port 8c54c663-a682-4c19-9d5e-01d0213ec3ae. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.567892] env[69674]: DEBUG nova.network.neutron [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Updating instance_info_cache with network_info: [{"id": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "address": "fa:16:3e:5e:8d:8a", "network": {"id": "6138ab43-e2bf-4d7f-8960-710d81c754c2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721577438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0183550bb7934260aaf6075322503149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c54c663-a6", "ovs_interfaceid": "8c54c663-a682-4c19-9d5e-01d0213ec3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.723750] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]525715c8-9bfe-2182-9c4c-d0acd0151696, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.724171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.724611] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.725015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.725193] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.725530] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.726055] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44cf3448-376b-44f2-a08f-dc7633e6362a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.734239] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.734456] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.735226] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddc10a0-f1df-4eac-b9d0-8fdf0c8bc440 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.740552] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1151.740552] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52456f1b-c82f-169b-64f9-b0d547000d37" [ 1151.740552] env[69674]: _type = "Task" [ 1151.740552] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.748045] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52456f1b-c82f-169b-64f9-b0d547000d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.839022] env[69674]: DEBUG nova.scheduler.client.report [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.071356] env[69674]: DEBUG oslo_concurrency.lockutils [req-b56eec4c-bfc1-4010-9e18-61aae9e86da6 req-d44f4a03-3ab6-4590-bde9-1c8e123a9c7d service nova] Releasing lock "refresh_cache-8599db33-4e94-4316-aa67-5d286eb6d3da" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.252120] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52456f1b-c82f-169b-64f9-b0d547000d37, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.253156] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b242f8-a94d-483d-ad1a-8938d2e9c46f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.258631] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1152.258631] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f62147-4c7e-1a29-fa2a-fe70d1647c7e" [ 1152.258631] env[69674]: _type = "Task" [ 1152.258631] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.267962] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f62147-4c7e-1a29-fa2a-fe70d1647c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.343943] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.373862] env[69674]: INFO nova.scheduler.client.report [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted allocations for instance 47f377ca-97ca-4b22-857b-99fff001c97d [ 1152.418258] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1152.441817] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.442231] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.442282] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.442500] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.442651] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.442914] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.443187] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.443346] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.443522] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.443762] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.444014] env[69674]: DEBUG nova.virt.hardware [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.445289] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99511f9d-bb26-4937-be42-5fdf9c2445a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.454013] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c374a1b1-2828-462c-8e0d-d2b91d2e1d7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.715211] env[69674]: DEBUG nova.compute.manager [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1152.715211] env[69674]: DEBUG oslo_concurrency.lockutils [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.715211] env[69674]: DEBUG oslo_concurrency.lockutils [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.715211] env[69674]: DEBUG oslo_concurrency.lockutils [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.715211] env[69674]: DEBUG nova.compute.manager [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] No waiting events found dispatching network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.715211] env[69674]: WARNING nova.compute.manager [req-3474cb60-3904-46b8-8e97-80ea80ba70ca req-f00138f3-27cc-4cfc-a3b3-9c3890c7c6c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received unexpected event network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 for instance with vm_state building and task_state spawning. [ 1152.771356] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f62147-4c7e-1a29-fa2a-fe70d1647c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.771663] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.771929] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8599db33-4e94-4316-aa67-5d286eb6d3da/8599db33-4e94-4316-aa67-5d286eb6d3da.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.772474] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f5a431-1bc6-44ff-8dfc-04eaca614ce2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.781150] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1152.781150] env[69674]: value = "task-3257534" [ 1152.781150] env[69674]: _type = "Task" [ 1152.781150] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.791736] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.850442] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Successfully updated port: c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.881836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b22bbb71-0f6d-4773-a9ec-b1a448632494 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "47f377ca-97ca-4b22-857b-99fff001c97d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.903s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.291239] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.354189] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.354424] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.354650] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.791934] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526276} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.792224] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8599db33-4e94-4316-aa67-5d286eb6d3da/8599db33-4e94-4316-aa67-5d286eb6d3da.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.792437] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.792704] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff662a20-96fe-4802-a11d-2ba4a4fa88e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.798895] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1153.798895] env[69674]: value = "task-3257535" [ 1153.798895] env[69674]: _type = "Task" [ 1153.798895] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.807250] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.887012] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.016387] env[69674]: DEBUG nova.network.neutron [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.195674] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.195952] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.309342] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155355} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.309342] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.309880] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64dd8a-e202-4434-8667-5a560825fcaf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.333285] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 8599db33-4e94-4316-aa67-5d286eb6d3da/8599db33-4e94-4316-aa67-5d286eb6d3da.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.333502] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ad0a30-e602-42d8-a5fa-e6f2b0b62255 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.353966] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1154.353966] env[69674]: value = "task-3257536" [ 1154.353966] env[69674]: _type = "Task" [ 1154.353966] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.363668] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.519284] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.519656] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance network_info: |[{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1154.520115] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:58:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b5f253-3500-41c7-9858-92595f571282', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.527476] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating folder: Project (e9c8f4396b78484f8ba1743c5e94f8e7). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.527769] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e848924-7ffc-4f6f-b254-524bbb0ca2c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.538282] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created folder: Project (e9c8f4396b78484f8ba1743c5e94f8e7) in parent group-v650515. [ 1154.538466] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating folder: Instances. Parent ref: group-v650822. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.538707] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b68c2a3-3ff1-4489-b50a-4b48d61b1c38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.547070] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created folder: Instances in parent group-v650822. [ 1154.547308] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.547501] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.547699] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab3f13d-ccae-4f7a-8aae-f6567ced35fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.566650] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.566650] env[69674]: value = "task-3257539" [ 1154.566650] env[69674]: _type = "Task" [ 1154.566650] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.575719] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257539, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.698999] env[69674]: INFO nova.compute.manager [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Detaching volume 3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e [ 1154.731303] env[69674]: INFO nova.virt.block_device [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Attempting to driver detach volume 3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e from mountpoint /dev/sdb [ 1154.731574] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.731907] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650800', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'name': 'volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58072223-cb45-4996-bb38-6249ea296b11', 'attached_at': '', 'detached_at': '', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'serial': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.732814] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8309a32-b684-4bf1-afed-ddc0bc7f4706 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.756187] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd910c1-fb38-473f-a7ea-824ddd13f002 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.759739] env[69674]: DEBUG nova.compute.manager [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-changed-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1154.759929] env[69674]: DEBUG nova.compute.manager [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing instance network info cache due to event network-changed-c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1154.760169] env[69674]: DEBUG oslo_concurrency.lockutils [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.760317] env[69674]: DEBUG oslo_concurrency.lockutils [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.760493] env[69674]: DEBUG nova.network.neutron [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing network info cache for port c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.768380] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc0b96-0884-4f7b-9413-47a0d29d233e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.793603] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60951d30-b99e-44c5-b079-4d27ab6433f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.810033] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] The volume has not been displaced from its original location: [datastore2] volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e/volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1154.815727] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.816381] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c970c1c-2bec-42b9-abdc-81607b74fc44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.834654] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1154.834654] env[69674]: value = "task-3257540" [ 1154.834654] env[69674]: _type = "Task" [ 1154.834654] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.844074] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.863327] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.078280] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257539, 'name': CreateVM_Task, 'duration_secs': 0.365962} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.078470] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.079189] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.079351] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.079678] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.079935] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8f47fb-6c6c-4339-b0c2-1bfa105def3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.086194] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1155.086194] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528e0a02-3f78-26ba-d535-e3af61a4fc7b" [ 1155.086194] env[69674]: _type = "Task" [ 1155.086194] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.094587] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528e0a02-3f78-26ba-d535-e3af61a4fc7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.348221] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257540, 'name': ReconfigVM_Task, 'duration_secs': 0.416534} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.351356] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.358246] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fd4577-37cb-4736-befa-ade302e3ad4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.383603] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.385225] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1155.385225] env[69674]: value = "task-3257541" [ 1155.385225] env[69674]: _type = "Task" [ 1155.385225] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.396586] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.490806] env[69674]: DEBUG nova.network.neutron [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updated VIF entry in instance network info cache for port c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.491263] env[69674]: DEBUG nova.network.neutron [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.597253] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528e0a02-3f78-26ba-d535-e3af61a4fc7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.597562] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.597795] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.598045] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.598221] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.598422] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.598690] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e8e7cd-8046-4cdd-8615-537fdb4ab0fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.607435] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.607619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.608365] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999cacdc-381c-4a48-9e5b-dc6a6f0df889 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.613355] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1155.613355] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289f355-5ec3-4b7e-7c26-116c4d6614cd" [ 1155.613355] env[69674]: _type = "Task" [ 1155.613355] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.620952] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289f355-5ec3-4b7e-7c26-116c4d6614cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.833295] env[69674]: DEBUG oslo_concurrency.lockutils [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.833606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.868022] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257536, 'name': ReconfigVM_Task, 'duration_secs': 1.046562} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.868324] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 8599db33-4e94-4316-aa67-5d286eb6d3da/8599db33-4e94-4316-aa67-5d286eb6d3da.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.868957] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2864d671-fa5d-4bbf-b672-4bd3640a22cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.875244] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1155.875244] env[69674]: value = "task-3257542" [ 1155.875244] env[69674]: _type = "Task" [ 1155.875244] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.883057] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257542, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.893638] env[69674]: DEBUG oslo_vmware.api [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257541, 'name': ReconfigVM_Task, 'duration_secs': 0.165777} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.893940] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650800', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'name': 'volume-3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58072223-cb45-4996-bb38-6249ea296b11', 'attached_at': '', 'detached_at': '', 'volume_id': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e', 'serial': '3a4a6c7a-c8a7-4b64-afdc-b5916b255e0e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1155.993837] env[69674]: DEBUG oslo_concurrency.lockutils [req-b3b149eb-3d6c-4271-b3ba-191270f8d261 req-6e5472f9-d0bd-4a2a-aaf8-4ce65fc3bbf2 service nova] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.124380] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5289f355-5ec3-4b7e-7c26-116c4d6614cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.125420] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311c2913-b8ec-4d93-b253-64e070928f76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.131017] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1156.131017] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f451f8-ac7b-6ff4-df5c-b9f5395b1aec" [ 1156.131017] env[69674]: _type = "Task" [ 1156.131017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.141167] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f451f8-ac7b-6ff4-df5c-b9f5395b1aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.337498] env[69674]: INFO nova.compute.manager [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Detaching volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 [ 1156.368295] env[69674]: INFO nova.virt.block_device [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Attempting to driver detach volume 02dc4c47-b282-4038-a2a7-2702ac7140c3 from mountpoint /dev/sdb [ 1156.368640] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.368741] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.369589] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300b08a-2c84-4372-b0bf-e268847aa788 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.393902] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95478c1b-44fe-4629-8556-466daff2acd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.401342] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257542, 'name': Rename_Task, 'duration_secs': 0.184599} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.403044] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.403436] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-804e31a9-3252-4de6-b812-a1428dc3fcc7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.405337] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29770cac-3c28-4a98-ae7b-2ff930b6f038 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.429072] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3a365-4c4e-4e09-8b3d-4fbf5a47fe1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.431792] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1156.431792] env[69674]: value = "task-3257543" [ 1156.431792] env[69674]: _type = "Task" [ 1156.431792] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.445629] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] The volume has not been displaced from its original location: [datastore1] volume-02dc4c47-b282-4038-a2a7-2702ac7140c3/volume-02dc4c47-b282-4038-a2a7-2702ac7140c3.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.451024] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.452559] env[69674]: DEBUG nova.objects.instance [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid 58072223-cb45-4996-bb38-6249ea296b11 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.454297] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0c2ce8-88c9-4c2d-94fb-8d8361c4c21b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.471119] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.476272] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1156.476272] env[69674]: value = "task-3257544" [ 1156.476272] env[69674]: _type = "Task" [ 1156.476272] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.483941] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.643782] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f451f8-ac7b-6ff4-df5c-b9f5395b1aec, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.644104] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.644347] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.644623] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-956c841d-4bc2-4209-82f8-c6f41fdcb035 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.651458] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1156.651458] env[69674]: value = "task-3257545" [ 1156.651458] env[69674]: _type = "Task" [ 1156.651458] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.659547] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.942757] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257543, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.987836] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257544, 'name': ReconfigVM_Task, 'duration_secs': 0.239714} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.989130] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.995041] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177a7bdd-6247-404c-a683-7d7172db8fa6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.012118] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1157.012118] env[69674]: value = "task-3257546" [ 1157.012118] env[69674]: _type = "Task" [ 1157.012118] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.022210] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.161863] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.442597] env[69674]: DEBUG oslo_vmware.api [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257543, 'name': PowerOnVM_Task, 'duration_secs': 0.606806} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.442876] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.443112] env[69674]: INFO nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1157.443295] env[69674]: DEBUG nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1157.444066] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c153c69b-6780-4078-b110-363f3f738936 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.473845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a2b2fe6e-053e-4e4c-9224-995bb851320d tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.521509] env[69674]: DEBUG oslo_vmware.api [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257546, 'name': ReconfigVM_Task, 'duration_secs': 0.147396} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.522149] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650810', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'name': 'volume-02dc4c47-b282-4038-a2a7-2702ac7140c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e54c7670-57fa-43d5-966d-984e56d77d92', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc4c47-b282-4038-a2a7-2702ac7140c3', 'serial': '02dc4c47-b282-4038-a2a7-2702ac7140c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.663666] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550457} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.663666] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.663666] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.663666] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d4cebf-72cc-4409-9fb6-515859da2557 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.669906] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1157.669906] env[69674]: value = "task-3257547" [ 1157.669906] env[69674]: _type = "Task" [ 1157.669906] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.677390] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.961780] env[69674]: INFO nova.compute.manager [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Took 13.79 seconds to build instance. [ 1158.068774] env[69674]: DEBUG nova.objects.instance [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'flavor' on Instance uuid e54c7670-57fa-43d5-966d-984e56d77d92 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.179691] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068094} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.179973] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.180762] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e56ec1-a60b-4641-b507-b12a6986d97e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.203647] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.204029] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2105f071-7f75-4e31-8656-f5bd6f8cd484 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.222938] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1158.222938] env[69674]: value = "task-3257548" [ 1158.222938] env[69674]: _type = "Task" [ 1158.222938] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.230969] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.464011] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f23f0147-a8d8-497f-baa6-7810738730ca tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.298s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.474645] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.474920] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.475167] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "58072223-cb45-4996-bb38-6249ea296b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.475357] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.475526] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.477763] env[69674]: INFO nova.compute.manager [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Terminating instance [ 1158.733501] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257548, 'name': ReconfigVM_Task, 'duration_secs': 0.391336} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.733726] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.734442] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01dedb7c-9261-4cc3-b8ad-da4270a9672c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.742199] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1158.742199] env[69674]: value = "task-3257549" [ 1158.742199] env[69674]: _type = "Task" [ 1158.742199] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.750324] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257549, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.983631] env[69674]: DEBUG nova.compute.manager [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1158.983819] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.984377] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "8599db33-4e94-4316-aa67-5d286eb6d3da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.984667] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.984851] env[69674]: DEBUG nova.compute.manager [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1158.985754] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef60f7-1eb8-4dfa-a345-1840958df65e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.989018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c5f53-0707-4919-9a1d-b67ce858859a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.995444] env[69674]: DEBUG nova.compute.manager [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1158.995998] env[69674]: DEBUG nova.objects.instance [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'flavor' on Instance uuid 8599db33-4e94-4316-aa67-5d286eb6d3da {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.999422] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.999842] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc13ae4-e4e9-4d50-a6d4-ae8e9824c135 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.005242] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1159.005242] env[69674]: value = "task-3257550" [ 1159.005242] env[69674]: _type = "Task" [ 1159.005242] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.012398] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.076845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-baadd7b4-64ff-4d17-a04e-e8ec3be23595 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.252198] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257549, 'name': Rename_Task, 'duration_secs': 0.217846} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.252486] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.252742] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c10e5b49-8faf-405b-8f30-5162304cc13b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.259106] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1159.259106] env[69674]: value = "task-3257551" [ 1159.259106] env[69674]: _type = "Task" [ 1159.259106] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.270470] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.502762] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1159.505740] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4611d-541d-440b-8c2f-f8a31f8a5a8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.518520] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1159.518781] env[69674]: ERROR oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk due to incomplete transfer. [ 1159.522722] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7138ad6b-30fe-41b2-abb9-30e12aa4f616 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.524811] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257550, 'name': PowerOffVM_Task, 'duration_secs': 0.282358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.525130] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.525389] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.526063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8641902-cd83-467e-93f4-f4815f42a317 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.531829] env[69674]: DEBUG oslo_vmware.rw_handles [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52241b75-5a9f-f89f-ffe6-de0d321816f3/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1159.532053] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploaded image 675c5e02-5f65-4598-919a-4f59efd60cb2 to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1159.534420] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1159.534895] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e13369e-c403-44b3-9472-6f55c3f785b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.539836] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1159.539836] env[69674]: value = "task-3257553" [ 1159.539836] env[69674]: _type = "Task" [ 1159.539836] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.547710] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257553, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.589385] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.589608] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.589829] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleting the datastore file [datastore2] 58072223-cb45-4996-bb38-6249ea296b11 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.590153] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a358bd00-8c7c-4ed2-8078-c753edd2acf0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.596756] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1159.596756] env[69674]: value = "task-3257554" [ 1159.596756] env[69674]: _type = "Task" [ 1159.596756] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.606060] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.771509] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.016701] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.016968] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db6803b-5b97-4888-9968-4c179bf2583d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.023449] env[69674]: DEBUG oslo_vmware.api [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1160.023449] env[69674]: value = "task-3257555" [ 1160.023449] env[69674]: _type = "Task" [ 1160.023449] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.031919] env[69674]: DEBUG oslo_vmware.api [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.048293] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257553, 'name': Destroy_Task} progress is 33%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.106934] env[69674]: DEBUG oslo_vmware.api [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331823} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.107251] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.107406] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.107580] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.107751] env[69674]: INFO nova.compute.manager [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1160.107996] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.108214] env[69674]: DEBUG nova.compute.manager [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1160.108310] env[69674]: DEBUG nova.network.neutron [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.120700] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.120937] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.121224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.121420] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.121587] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.123902] env[69674]: INFO nova.compute.manager [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Terminating instance [ 1160.273777] env[69674]: DEBUG oslo_vmware.api [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257551, 'name': PowerOnVM_Task, 'duration_secs': 0.51368} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.274015] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.276511] env[69674]: INFO nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1160.276710] env[69674]: DEBUG nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1160.277535] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ba32a-f375-4627-ac6b-b2c8988c47f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.533292] env[69674]: DEBUG oslo_vmware.api [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.549707] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257553, 'name': Destroy_Task, 'duration_secs': 0.693241} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.549981] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroyed the VM [ 1160.552154] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1160.552388] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fe7fa49-3a1f-4cab-b0b0-868232e43a4a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.560071] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1160.560071] env[69674]: value = "task-3257556" [ 1160.560071] env[69674]: _type = "Task" [ 1160.560071] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.568175] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.629454] env[69674]: DEBUG nova.compute.manager [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1160.629454] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.629454] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfc4b5-7477-4118-ab61-a508329412d5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.636247] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.636529] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465bae84-06e2-43d3-9627-cb68d416cbc9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.643236] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1160.643236] env[69674]: value = "task-3257557" [ 1160.643236] env[69674]: _type = "Task" [ 1160.643236] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.655255] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.805184] env[69674]: INFO nova.compute.manager [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Took 12.90 seconds to build instance. [ 1160.926632] env[69674]: DEBUG nova.compute.manager [req-a73b441c-b8e8-4913-912f-8ead29957cbc req-64e04930-e674-4c2a-8d84-a67ce370a77a service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Received event network-vif-deleted-61b999bf-fda6-439e-beb9-7651194f2dd7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1160.926812] env[69674]: INFO nova.compute.manager [req-a73b441c-b8e8-4913-912f-8ead29957cbc req-64e04930-e674-4c2a-8d84-a67ce370a77a service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Neutron deleted interface 61b999bf-fda6-439e-beb9-7651194f2dd7; detaching it from the instance and deleting it from the info cache [ 1160.926989] env[69674]: DEBUG nova.network.neutron [req-a73b441c-b8e8-4913-912f-8ead29957cbc req-64e04930-e674-4c2a-8d84-a67ce370a77a service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.037278] env[69674]: DEBUG oslo_vmware.api [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257555, 'name': PowerOffVM_Task, 'duration_secs': 0.632397} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.037600] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.037800] env[69674]: DEBUG nova.compute.manager [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1161.038623] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd583c2-dbf8-4080-a3c2-3d0c665cb7c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069596] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257556, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.154973] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257557, 'name': PowerOffVM_Task, 'duration_secs': 0.206604} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.155277] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.155449] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.155699] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27bb99a9-24df-46a8-96be-0bcbc2e140be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.223522] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.223730] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.223910] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore1] e54c7670-57fa-43d5-966d-984e56d77d92 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.224204] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecebcff-2d50-410b-82e0-b471398bc4da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.230453] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1161.230453] env[69674]: value = "task-3257559" [ 1161.230453] env[69674]: _type = "Task" [ 1161.230453] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.238069] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.283255] env[69674]: DEBUG nova.compute.manager [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-changed-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1161.283549] env[69674]: DEBUG nova.compute.manager [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing instance network info cache due to event network-changed-c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1161.283733] env[69674]: DEBUG oslo_concurrency.lockutils [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.283842] env[69674]: DEBUG oslo_concurrency.lockutils [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.283958] env[69674]: DEBUG nova.network.neutron [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing network info cache for port c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.308150] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1c1f8642-8f7a-4ee4-81b9-36b6c9c947c5 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.357041] env[69674]: DEBUG nova.network.neutron [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.434301] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88355f0e-6164-4b13-9c76-c42e6b46f0c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.444390] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b0030b-db97-451e-8551-c8e858c9d730 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.473309] env[69674]: DEBUG nova.compute.manager [req-a73b441c-b8e8-4913-912f-8ead29957cbc req-64e04930-e674-4c2a-8d84-a67ce370a77a service nova] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Detach interface failed, port_id=61b999bf-fda6-439e-beb9-7651194f2dd7, reason: Instance 58072223-cb45-4996-bb38-6249ea296b11 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1161.551296] env[69674]: DEBUG oslo_concurrency.lockutils [None req-1683db09-9faa-47df-a934-9a62d7110543 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.566s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.571105] env[69674]: DEBUG oslo_vmware.api [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257556, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635423} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.571619] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1161.571673] env[69674]: INFO nova.compute.manager [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 1161.740752] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.859674] env[69674]: INFO nova.compute.manager [-] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Took 1.75 seconds to deallocate network for instance. [ 1162.071073] env[69674]: DEBUG nova.network.neutron [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updated VIF entry in instance network info cache for port c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.071499] env[69674]: DEBUG nova.network.neutron [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.123299] env[69674]: DEBUG nova.compute.manager [None req-04f9ee62-3295-4253-8c0e-83344ad6423d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Found 1 images (rotation: 2) {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1162.241106] env[69674]: DEBUG oslo_vmware.api [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.241300] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.241487] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.241664] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.241838] env[69674]: INFO nova.compute.manager [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1162.242094] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.242293] env[69674]: DEBUG nova.compute.manager [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1162.242391] env[69674]: DEBUG nova.network.neutron [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.367808] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.367808] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.367808] env[69674]: DEBUG nova.objects.instance [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'resources' on Instance uuid 58072223-cb45-4996-bb38-6249ea296b11 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.574405] env[69674]: DEBUG oslo_concurrency.lockutils [req-3d58b8c1-756e-4129-ae94-8d14e6e6a36e req-7483dfc0-0f7d-471d-81b1-41aeafdef1c9 service nova] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.927501] env[69674]: DEBUG nova.compute.manager [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1162.928585] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18dfebf-920c-429d-b422-976d17faa083 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.952457] env[69674]: DEBUG nova.compute.manager [req-b96a7277-6652-484f-bc54-4cfd048d4269 req-efc3044d-67b5-4127-8c9a-d4efac0c8dcc service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Received event network-vif-deleted-44236f36-05f4-4de8-b2f4-9f356f94099f {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1162.952566] env[69674]: INFO nova.compute.manager [req-b96a7277-6652-484f-bc54-4cfd048d4269 req-efc3044d-67b5-4127-8c9a-d4efac0c8dcc service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Neutron deleted interface 44236f36-05f4-4de8-b2f4-9f356f94099f; detaching it from the instance and deleting it from the info cache [ 1162.953504] env[69674]: DEBUG nova.network.neutron [req-b96a7277-6652-484f-bc54-4cfd048d4269 req-efc3044d-67b5-4127-8c9a-d4efac0c8dcc service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.006318] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493c976-cd05-41dd-9b69-968e71e5f8ef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.014255] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ff7b4-dc32-4ce0-9bf9-5126ee9b1708 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.044618] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "8599db33-4e94-4316-aa67-5d286eb6d3da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.044860] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.045184] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.045394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.045394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.047729] env[69674]: INFO nova.compute.manager [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Terminating instance [ 1163.049460] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e30892-eb9e-4c3e-9b0e-be03da4736cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.057679] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b2bd7-b2ae-44b5-bd77-4282e44a2ffd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.072418] env[69674]: DEBUG nova.compute.provider_tree [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.293634] env[69674]: DEBUG nova.network.neutron [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.438968] env[69674]: INFO nova.compute.manager [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] instance snapshotting [ 1163.439565] env[69674]: DEBUG nova.objects.instance [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.455646] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5e30e17-d8a1-4fa4-bfc3-cf795e12a29a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.467175] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe58d8c-edf8-4600-9ec2-642aa236eb52 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.499633] env[69674]: DEBUG nova.compute.manager [req-b96a7277-6652-484f-bc54-4cfd048d4269 req-efc3044d-67b5-4127-8c9a-d4efac0c8dcc service nova] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Detach interface failed, port_id=44236f36-05f4-4de8-b2f4-9f356f94099f, reason: Instance e54c7670-57fa-43d5-966d-984e56d77d92 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1163.554296] env[69674]: DEBUG nova.compute.manager [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1163.554562] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.555426] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23fc0e-c2c9-45bc-a3ad-1fe4cbf60d26 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.563428] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.563690] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a6aee4-4e1a-4ccb-915b-1ad97a001492 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.575342] env[69674]: DEBUG nova.scheduler.client.report [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.662718] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.662950] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.663146] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore2] 8599db33-4e94-4316-aa67-5d286eb6d3da {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.663448] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18963e8c-82cb-45b1-8b3d-c2ed30a4fb16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.670225] env[69674]: DEBUG oslo_vmware.api [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1163.670225] env[69674]: value = "task-3257561" [ 1163.670225] env[69674]: _type = "Task" [ 1163.670225] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.678360] env[69674]: DEBUG oslo_vmware.api [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.796318] env[69674]: INFO nova.compute.manager [-] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Took 1.55 seconds to deallocate network for instance. [ 1163.945148] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a709b1-e748-4f02-9401-be3a646f1566 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.964994] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017ba2d-5490-4994-894b-cf8e97f1b051 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.079845] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.100529] env[69674]: INFO nova.scheduler.client.report [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted allocations for instance 58072223-cb45-4996-bb38-6249ea296b11 [ 1164.180414] env[69674]: DEBUG oslo_vmware.api [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186341} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.180669] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.180939] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.181197] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.181419] env[69674]: INFO nova.compute.manager [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1164.181698] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.181923] env[69674]: DEBUG nova.compute.manager [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1164.182062] env[69674]: DEBUG nova.network.neutron [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.302901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.303226] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.303499] env[69674]: DEBUG nova.objects.instance [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'resources' on Instance uuid e54c7670-57fa-43d5-966d-984e56d77d92 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.475940] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1164.475940] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fccd2f0-70db-4f0f-b2c2-c391c6c67059 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.483373] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1164.483373] env[69674]: value = "task-3257562" [ 1164.483373] env[69674]: _type = "Task" [ 1164.483373] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.494568] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.607590] env[69674]: DEBUG oslo_concurrency.lockutils [None req-07e00605-23d5-45d1-98dd-3001f656a5ee tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "58072223-cb45-4996-bb38-6249ea296b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.133s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.893588] env[69674]: DEBUG nova.network.neutron [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.919551] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa162d6-2fa0-4425-906f-aae4a2587ff2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.927597] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d6a95-cd64-4e7a-8083-ad60ebda7bd6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.958452] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7baefd-bb09-4f37-9fdc-65f84eb9eb40 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.968135] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8100fe4-37f8-4ce8-ad8c-7d0c2e39685d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.981982] env[69674]: DEBUG nova.compute.provider_tree [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.984992] env[69674]: DEBUG nova.compute.manager [req-4757b2df-2d66-45f4-9c23-bed6e24af3b4 req-b024d0f4-5cdc-4063-872d-c04e90d496d8 service nova] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Received event network-vif-deleted-8c54c663-a682-4c19-9d5e-01d0213ec3ae {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1164.993975] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257562, 'name': CreateSnapshot_Task, 'duration_secs': 0.447755} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.994269] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1164.995008] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37629cac-371f-49fa-abce-8c933ffbc194 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.398618] env[69674]: INFO nova.compute.manager [-] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Took 1.22 seconds to deallocate network for instance. [ 1165.486539] env[69674]: DEBUG nova.scheduler.client.report [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.512634] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1165.513431] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3b46caf-3d15-48a5-accb-355644ee6c62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.521561] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1165.521561] env[69674]: value = "task-3257563" [ 1165.521561] env[69674]: _type = "Task" [ 1165.521561] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.529446] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257563, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.905764] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.992640] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.996443] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.091s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.996700] env[69674]: DEBUG nova.objects.instance [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid 8599db33-4e94-4316-aa67-5d286eb6d3da {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.018784] env[69674]: INFO nova.scheduler.client.report [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocations for instance e54c7670-57fa-43d5-966d-984e56d77d92 [ 1166.032750] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257563, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.537265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-fb003b7b-7e5e-48ad-8af7-0c0faa1ce578 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e54c7670-57fa-43d5-966d-984e56d77d92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.550756] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257563, 'name': CloneVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.655134] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41b52d5-9ed4-417f-876c-a9c64e4a869f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.663506] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60dc0f4-a7e3-47b9-80ce-c4fd34326692 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.695196] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800a466-3694-406e-9318-b9ebf760cf7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.702902] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e4972-7c83-4e52-8b56-777481f19166 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.716682] env[69674]: DEBUG nova.compute.provider_tree [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.722590] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.722803] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.037360] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257563, 'name': CloneVM_Task, 'duration_secs': 1.09771} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.037670] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created linked-clone VM from snapshot [ 1167.038396] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e71418-3e91-4b36-b1cc-e887e72b02c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.045731] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploading image 1f289af9-82c3-4c24-8cfc-99e28a62a54a {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1167.066150] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1167.066150] env[69674]: value = "vm-650826" [ 1167.066150] env[69674]: _type = "VirtualMachine" [ 1167.066150] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1167.066421] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f67d53d-d444-44fa-9a84-2a2c2fdfacc2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.073477] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease: (returnval){ [ 1167.073477] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52415d2c-1716-32de-bd97-36094035abff" [ 1167.073477] env[69674]: _type = "HttpNfcLease" [ 1167.073477] env[69674]: } obtained for exporting VM: (result){ [ 1167.073477] env[69674]: value = "vm-650826" [ 1167.073477] env[69674]: _type = "VirtualMachine" [ 1167.073477] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1167.073722] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the lease: (returnval){ [ 1167.073722] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52415d2c-1716-32de-bd97-36094035abff" [ 1167.073722] env[69674]: _type = "HttpNfcLease" [ 1167.073722] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1167.080102] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.080102] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52415d2c-1716-32de-bd97-36094035abff" [ 1167.080102] env[69674]: _type = "HttpNfcLease" [ 1167.080102] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.220429] env[69674]: DEBUG nova.scheduler.client.report [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.225426] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1167.583250] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.583250] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52415d2c-1716-32de-bd97-36094035abff" [ 1167.583250] env[69674]: _type = "HttpNfcLease" [ 1167.583250] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.583760] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.583760] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52415d2c-1716-32de-bd97-36094035abff" [ 1167.583760] env[69674]: _type = "HttpNfcLease" [ 1167.583760] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1167.584979] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de65cf4-9b95-4e3b-89cc-fbcb2f7318f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.592971] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.593319] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.683171] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65d95afc-86e3-4a80-863c-2c5cc39ef8a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.692725] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "8a21ed5a-83e3-42fc-b380-202c14333170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.692930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.724917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.740251] env[69674]: INFO nova.scheduler.client.report [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance 8599db33-4e94-4316-aa67-5d286eb6d3da [ 1167.743752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.743999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.745414] env[69674]: INFO nova.compute.claims [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.195898] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1168.253250] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9522c42c-270e-4dc9-964f-83dd4cc67601 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "8599db33-4e94-4316-aa67-5d286eb6d3da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.208s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.720425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.864193] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf87bab-76a9-4b67-acb2-abe74dcb3793 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.872520] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf42f6-3131-45bf-b17a-1439ca8a7aeb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.902975] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "2535d175-f741-4358-9734-4f7f2345c0fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.903331] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.903576] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.903849] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.904084] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.906696] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856489a6-8c00-4334-adfd-36c33f52809e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.909673] env[69674]: INFO nova.compute.manager [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Terminating instance [ 1168.917441] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886d9d3-99fc-45ea-8076-6d39e1ad8c72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.932574] env[69674]: DEBUG nova.compute.provider_tree [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.415858] env[69674]: DEBUG nova.compute.manager [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1169.416426] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.417092] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2a66e-1eba-4150-958f-65a3cdb85a5c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.425576] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.425856] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e624013-9c09-4e46-a5c3-ad6da4429a35 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.433231] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1169.433231] env[69674]: value = "task-3257565" [ 1169.433231] env[69674]: _type = "Task" [ 1169.433231] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.437353] env[69674]: DEBUG nova.scheduler.client.report [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.445670] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.943391] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.944014] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1169.946808] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257565, 'name': PowerOffVM_Task, 'duration_secs': 0.230372} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.947060] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.227s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.948588] env[69674]: INFO nova.compute.claims [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.950793] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.950937] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.953146] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72106e8-0004-428a-b939-fb1af1a5b4a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.035665] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.035940] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.036071] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleting the datastore file [datastore1] 2535d175-f741-4358-9734-4f7f2345c0fa {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.036433] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a52979d6-586f-4f4b-b274-cc3f7db4020f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.043195] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for the task: (returnval){ [ 1170.043195] env[69674]: value = "task-3257567" [ 1170.043195] env[69674]: _type = "Task" [ 1170.043195] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.051203] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.373763] env[69674]: INFO nova.compute.manager [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Rebuilding instance [ 1170.411840] env[69674]: DEBUG nova.compute.manager [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1170.412711] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f3eae-508d-4e86-bd0c-42589b37f3c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.453578] env[69674]: DEBUG nova.compute.utils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.458231] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1170.458421] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.497093] env[69674]: DEBUG nova.policy [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b091eb251a4392abc532d1c4f56ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2638bae0cca446c59ac9dfd28e8038aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.554127] env[69674]: DEBUG oslo_vmware.api [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Task: {'id': task-3257567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32477} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.554421] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.554614] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.554827] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.555033] env[69674]: INFO nova.compute.manager [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1170.555300] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.555511] env[69674]: DEBUG nova.compute.manager [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1170.555621] env[69674]: DEBUG nova.network.neutron [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.799745] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Successfully created port: 767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.843473] env[69674]: DEBUG nova.compute.manager [req-b23a435c-e59e-4165-8643-eaf98b3170a1 req-c36e5f20-f699-4cb5-bbb8-82f3b983da58 service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Received event network-vif-deleted-3366fa64-3814-4b4d-83b1-a0673a5c5880 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1170.844658] env[69674]: INFO nova.compute.manager [req-b23a435c-e59e-4165-8643-eaf98b3170a1 req-c36e5f20-f699-4cb5-bbb8-82f3b983da58 service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Neutron deleted interface 3366fa64-3814-4b4d-83b1-a0673a5c5880; detaching it from the instance and deleting it from the info cache [ 1170.845140] env[69674]: DEBUG nova.network.neutron [req-b23a435c-e59e-4165-8643-eaf98b3170a1 req-c36e5f20-f699-4cb5-bbb8-82f3b983da58 service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.958976] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1171.091026] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c47b85-081a-40a9-8ae3-f7f9dc0adeb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.098189] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8846c9a7-a57b-4a3d-b42c-d5186574fdfb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.129953] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccfb0d-aa82-4002-b787-6922bf6df7a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.138068] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a705896d-3a10-4e23-a49b-65ea835f77e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.151910] env[69674]: DEBUG nova.compute.provider_tree [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.327681] env[69674]: DEBUG nova.network.neutron [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.351645] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5921e48f-0c4c-4305-8c41-2e9b31fdd3b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.361849] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7964303c-25f4-496c-a19f-716c071a82b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.396695] env[69674]: DEBUG nova.compute.manager [req-b23a435c-e59e-4165-8643-eaf98b3170a1 req-c36e5f20-f699-4cb5-bbb8-82f3b983da58 service nova] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Detach interface failed, port_id=3366fa64-3814-4b4d-83b1-a0673a5c5880, reason: Instance 2535d175-f741-4358-9734-4f7f2345c0fa could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1171.428369] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.428703] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7c66ea-0a2f-4624-bb71-b4755a2e77a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.435810] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1171.435810] env[69674]: value = "task-3257568" [ 1171.435810] env[69674]: _type = "Task" [ 1171.435810] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.445233] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.655504] env[69674]: DEBUG nova.scheduler.client.report [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.830533] env[69674]: INFO nova.compute.manager [-] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Took 1.27 seconds to deallocate network for instance. [ 1171.946648] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257568, 'name': PowerOffVM_Task, 'duration_secs': 0.229319} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.946928] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.947190] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.947959] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a47a39-cdef-4ba7-a23e-a8ebb5f85ea5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.954645] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.954912] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0efc02a0-807d-4dea-9c56-4a39ff90e288 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.972901] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.996017] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.996628] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.996949] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.997297] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.997621] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.997933] env[69674]: DEBUG nova.virt.hardware [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.998957] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da4b11-476c-4956-a6d6-0802f7df4ca6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.007721] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a66316-f4ff-43e4-8819-670944bcd5b4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.024022] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.024022] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleting the datastore file [datastore1] 9612067d-7752-4de1-b766-7cf646e3dfc3 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.024022] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdda6d2a-2c0b-4594-8e3c-55bf15789cd3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.029656] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1172.029656] env[69674]: value = "task-3257570" [ 1172.029656] env[69674]: _type = "Task" [ 1172.029656] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.037925] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.161408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.161943] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1172.221975] env[69674]: DEBUG nova.compute.manager [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Received event network-vif-plugged-767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1172.222251] env[69674]: DEBUG oslo_concurrency.lockutils [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.222417] env[69674]: DEBUG oslo_concurrency.lockutils [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] Lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.222645] env[69674]: DEBUG oslo_concurrency.lockutils [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] Lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.222780] env[69674]: DEBUG nova.compute.manager [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] No waiting events found dispatching network-vif-plugged-767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.222946] env[69674]: WARNING nova.compute.manager [req-2652bb9d-6822-42d8-955d-ce4371c9a1b6 req-f34fbd9f-dadf-4593-a713-1472ad3c742d service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Received unexpected event network-vif-plugged-767e0757-b884-4cf4-82a9-58018de04a18 for instance with vm_state building and task_state spawning. [ 1172.322922] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Successfully updated port: 767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.337340] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.337644] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.337857] env[69674]: DEBUG nova.objects.instance [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lazy-loading 'resources' on Instance uuid 2535d175-f741-4358-9734-4f7f2345c0fa {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.542421] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138793} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.542768] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.542987] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.543222] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.667692] env[69674]: DEBUG nova.compute.utils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.669136] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1172.669320] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.708318] env[69674]: DEBUG nova.policy [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47beedc060894a6883219e00b30acb45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4608fa1e034d48ce8a8d8fab9b13e0d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.825984] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.826213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.826312] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.967264] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b93914-f6cb-4ce3-84b9-45ed424a99d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.975833] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6143047-7d3b-4c6c-8b96-fec94e2ff5a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.006611] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Successfully created port: e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.009150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e9f3a0-e203-48b3-8f1a-de20407e5eef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.017423] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a628426-833e-464a-a135-9aa6c05ee33f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.030860] env[69674]: DEBUG nova.compute.provider_tree [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.173018] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1173.357491] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.485958] env[69674]: DEBUG nova.network.neutron [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating instance_info_cache with network_info: [{"id": "767e0757-b884-4cf4-82a9-58018de04a18", "address": "fa:16:3e:90:f3:17", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767e0757-b8", "ovs_interfaceid": "767e0757-b884-4cf4-82a9-58018de04a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.534280] env[69674]: DEBUG nova.scheduler.client.report [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.576228] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.576530] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.576713] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.576916] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.577089] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.577274] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.577515] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.577690] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.577861] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.578038] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.578247] env[69674]: DEBUG nova.virt.hardware [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.579140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449555f-c084-42bb-957f-416e3e70cc21 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.588251] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b8626-3142-4a34-b638-84807cf40212 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.602577] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:e8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb3701d4-b929-420d-a784-896f263cf3c7', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.610071] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.610370] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.610593] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb8c156-ba02-4de4-920b-0e1e5deea4b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.631485] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.631485] env[69674]: value = "task-3257571" [ 1173.631485] env[69674]: _type = "Task" [ 1173.631485] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.639965] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257571, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.989363] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.989656] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Instance network_info: |[{"id": "767e0757-b884-4cf4-82a9-58018de04a18", "address": "fa:16:3e:90:f3:17", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767e0757-b8", "ovs_interfaceid": "767e0757-b884-4cf4-82a9-58018de04a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1173.990021] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:f3:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767e0757-b884-4cf4-82a9-58018de04a18', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.998244] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.998244] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.998438] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be8250c4-7206-4833-8698-ab6ff290e931 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.018197] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.018197] env[69674]: value = "task-3257572" [ 1174.018197] env[69674]: _type = "Task" [ 1174.018197] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.026100] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257572, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.030655] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.030969] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.031103] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.031160] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.031310] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.031463] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.031626] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.039213] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.063651] env[69674]: INFO nova.scheduler.client.report [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Deleted allocations for instance 2535d175-f741-4358-9734-4f7f2345c0fa [ 1174.142269] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257571, 'name': CreateVM_Task, 'duration_secs': 0.385917} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.142534] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.149861] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.150051] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.150386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.150642] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4712df-f3b2-4e3a-ad36-35fe1c989483 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.155509] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1174.155509] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecc5ed-b915-40ea-9f80-afc79fedd7be" [ 1174.155509] env[69674]: _type = "Task" [ 1174.155509] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.163250] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecc5ed-b915-40ea-9f80-afc79fedd7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.182031] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1174.203567] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.203831] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.204009] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.204229] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.204381] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.204534] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.204738] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.204897] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.205074] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.205239] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.205412] env[69674]: DEBUG nova.virt.hardware [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.206278] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b6186-05ef-4dad-9968-903875fdfeb4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.213907] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78acb9f4-4f50-46e0-a513-f2140b021a34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.250042] env[69674]: DEBUG nova.compute.manager [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Received event network-changed-767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1174.250253] env[69674]: DEBUG nova.compute.manager [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Refreshing instance network info cache due to event network-changed-767e0757-b884-4cf4-82a9-58018de04a18. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1174.250466] env[69674]: DEBUG oslo_concurrency.lockutils [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] Acquiring lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.250606] env[69674]: DEBUG oslo_concurrency.lockutils [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] Acquired lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.250783] env[69674]: DEBUG nova.network.neutron [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Refreshing network info cache for port 767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.476625] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Successfully updated port: e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.529224] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257572, 'name': CreateVM_Task, 'duration_secs': 0.459964} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.529224] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.529224] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.536535] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Getting list of instances from cluster (obj){ [ 1174.536535] env[69674]: value = "domain-c8" [ 1174.536535] env[69674]: _type = "ClusterComputeResource" [ 1174.536535] env[69674]: } {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1174.537319] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096cc094-7fa1-4af2-ad38-bf96160d0c08 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.551587] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Got total of 6 instances {{(pid=69674) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1174.551750] env[69674]: WARNING nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1174.551896] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid e1678a98-0e22-4bbb-a39a-c5bee0fd08ac {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552106] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 2535d175-f741-4358-9734-4f7f2345c0fa {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552281] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552436] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552587] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 9612067d-7752-4de1-b766-7cf646e3dfc3 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552737] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.552886] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid a8354a78-e16e-4e7a-b837-718eb222359c {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.553049] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Triggering sync for uuid 8a21ed5a-83e3-42fc-b380-202c14333170 {{(pid=69674) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1174.553471] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.554269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.554269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "2535d175-f741-4358-9734-4f7f2345c0fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.554456] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.554575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.554823] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.555015] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "efc340ec-d269-4261-8227-dedeb000bae6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.555190] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: efc340ec-d269-4261-8227-dedeb000bae6] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1174.555351] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "efc340ec-d269-4261-8227-dedeb000bae6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.555540] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "9612067d-7752-4de1-b766-7cf646e3dfc3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.555766] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.555879] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1174.556028] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.556216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.556386] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.556619] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.556825] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "8a21ed5a-83e3-42fc-b380-202c14333170" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.557017] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.557161] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1174.557902] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eebc45-9f85-4830-8ce1-0fcf4784af7c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.561506] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991c8e9-b6f8-480b-8eb5-cb56692267d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.564780] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbf1e1c-f129-4597-a502-b811a95dda01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.566709] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.579216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9ae72816-09bc-4b56-820a-5f5b9cb86183 tempest-ServersTestJSON-1602035631 tempest-ServersTestJSON-1602035631-project-member] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.580266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.026s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.581414] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f97f46-ee41-4f61-8bc6-0139b7a651fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.593208] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b9b37-6849-4691-9f89-1e4eadf67b4b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.667426] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ecc5ed-b915-40ea-9f80-afc79fedd7be, 'name': SearchDatastore_Task, 'duration_secs': 0.022687} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.667764] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.668011] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.668265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.668410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.668593] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.668882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.669219] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.669448] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e713ee47-ff60-41f8-9a22-53c8cbd64ff9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.671447] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e057d03d-108d-4418-9297-3a00419320cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.678888] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1174.678888] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b69900-dc1b-6dc3-a3dd-391380697796" [ 1174.678888] env[69674]: _type = "Task" [ 1174.678888] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.683324] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.683547] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.684556] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a1cecb-aa7e-45fa-9e00-eef5a28b54f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.689709] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b69900-dc1b-6dc3-a3dd-391380697796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.692581] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1174.692581] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524c1fc6-6bfc-6e7b-6ffc-308199ddc460" [ 1174.692581] env[69674]: _type = "Task" [ 1174.692581] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.700110] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524c1fc6-6bfc-6e7b-6ffc-308199ddc460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.979523] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.979751] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.980017] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.989964] env[69674]: DEBUG nova.network.neutron [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updated VIF entry in instance network info cache for port 767e0757-b884-4cf4-82a9-58018de04a18. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.990270] env[69674]: DEBUG nova.network.neutron [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating instance_info_cache with network_info: [{"id": "767e0757-b884-4cf4-82a9-58018de04a18", "address": "fa:16:3e:90:f3:17", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767e0757-b8", "ovs_interfaceid": "767e0757-b884-4cf4-82a9-58018de04a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.070700] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.070962] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.071138] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.071314] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1175.072651] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd1a65e-b301-4f96-900c-486dd1435349 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.080012] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.081251] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4384b-e1e2-4138-bade-0403fc0b17f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.085215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.085512] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.096271] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59068c2c-a4a9-4a70-95c4-6475a6599be7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.102903] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bfa73a-f5ee-411f-9c6d-416516b6af96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.131829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "2535d175-f741-4358-9734-4f7f2345c0fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.132169] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179274MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1175.132307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.132525] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.190397] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52b69900-dc1b-6dc3-a3dd-391380697796, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.190397] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.190582] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.190668] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.201730] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]524c1fc6-6bfc-6e7b-6ffc-308199ddc460, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.202616] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45543b6-329b-42c0-847b-a39a2d8c8eb9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.208113] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1175.208113] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5264ae3a-615b-7b9f-02c0-f620a59665c6" [ 1175.208113] env[69674]: _type = "Task" [ 1175.208113] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.215331] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5264ae3a-615b-7b9f-02c0-f620a59665c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.494309] env[69674]: DEBUG oslo_concurrency.lockutils [req-293a2870-b73f-4aeb-b37f-31ba029fc5e3 req-71e6d2c9-9750-4988-8b4e-57b6e86b95ed service nova] Releasing lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.529154] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.633138] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1175.634153] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90820d-182e-4cef-a0ce-4b232e0f6457 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.645648] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1175.645910] env[69674]: ERROR oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk due to incomplete transfer. [ 1175.646218] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aae8d93c-beff-410c-ac13-b1406cd718cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.653338] env[69674]: DEBUG oslo_vmware.rw_handles [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527342e7-2324-ef3e-7bf9-71359b8851cc/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1175.653612] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploaded image 1f289af9-82c3-4c24-8cfc-99e28a62a54a to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1175.655999] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1175.656479] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac7ac533-fe56-4880-bf93-c35245a0fcc8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.662986] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1175.662986] env[69674]: value = "task-3257573" [ 1175.662986] env[69674]: _type = "Task" [ 1175.662986] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.670337] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257573, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.726247] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5264ae3a-615b-7b9f-02c0-f620a59665c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.726247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.726247] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.726247] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.726247] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.726247] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7525930c-d6c5-49fe-bd4f-0ee43ba110af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.727298] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e05453-9e77-46bf-b3ac-de4755b32413 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.739017] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1175.739017] env[69674]: value = "task-3257574" [ 1175.739017] env[69674]: _type = "Task" [ 1175.739017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.741752] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.742121] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.743318] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd04a86-fd3f-44f6-934c-4fed37210534 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.748811] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.752056] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1175.752056] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c964ee-5580-9f40-b653-292d4b59cf1a" [ 1175.752056] env[69674]: _type = "Task" [ 1175.752056] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.762134] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c964ee-5580-9f40-b653-292d4b59cf1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.796283] env[69674]: DEBUG nova.network.neutron [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updating instance_info_cache with network_info: [{"id": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "address": "fa:16:3e:6d:eb:d1", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dc9651-ff", "ovs_interfaceid": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.168737] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169059] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169059] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance efc340ec-d269-4261-8227-dedeb000bae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169148] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 9612067d-7752-4de1-b766-7cf646e3dfc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169248] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169364] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance a8354a78-e16e-4e7a-b837-718eb222359c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169477] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8a21ed5a-83e3-42fc-b380-202c14333170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.169662] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1176.169850] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1176.178754] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257573, 'name': Destroy_Task, 'duration_secs': 0.409705} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.179350] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroyed the VM [ 1176.179350] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1176.180673] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1187a6c4-1eab-48dd-b7fb-0ed278d86299 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.204196] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1176.204196] env[69674]: value = "task-3257575" [ 1176.204196] env[69674]: _type = "Task" [ 1176.204196] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.216985] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.255292] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499856} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.261585] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.261843] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.264547] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7223eaf4-4647-405f-b683-9f81d2d5b755 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.272304] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c964ee-5580-9f40-b653-292d4b59cf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.274228] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1176.274228] env[69674]: value = "task-3257576" [ 1176.274228] env[69674]: _type = "Task" [ 1176.274228] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.274438] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cbb6ed-59b5-475f-8ebd-3ebfafbebf6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.284486] env[69674]: DEBUG nova.compute.manager [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Received event network-vif-plugged-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1176.284731] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Acquiring lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.284948] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.285146] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.285322] env[69674]: DEBUG nova.compute.manager [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] No waiting events found dispatching network-vif-plugged-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.285507] env[69674]: WARNING nova.compute.manager [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Received unexpected event network-vif-plugged-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 for instance with vm_state building and task_state spawning. [ 1176.285667] env[69674]: DEBUG nova.compute.manager [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Received event network-changed-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1176.285863] env[69674]: DEBUG nova.compute.manager [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Refreshing instance network info cache due to event network-changed-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1176.286374] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Acquiring lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.292017] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1176.292017] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c824bb-0fad-da20-55c0-d2ffe8b39edf" [ 1176.292017] env[69674]: _type = "Task" [ 1176.292017] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.296019] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.298597] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.299283] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Instance network_info: |[{"id": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "address": "fa:16:3e:6d:eb:d1", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dc9651-ff", "ovs_interfaceid": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1176.300147] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a26bcac-d077-49e7-98ab-0d8d18713504 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.303353] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Acquired lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.303741] env[69674]: DEBUG nova.network.neutron [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Refreshing network info cache for port e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.305148] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:eb:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0dc9651-ffb6-4c36-88ef-4d9ac49d7149', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.313147] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.317070] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.323929] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc7f2de-ea87-4733-b28a-87a77312bd07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.340433] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c824bb-0fad-da20-55c0-d2ffe8b39edf, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.342112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.342377] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a8354a78-e16e-4e7a-b837-718eb222359c/a8354a78-e16e-4e7a-b837-718eb222359c.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.343094] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a59ddc-2997-4c6a-b39a-def871abeb04 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.346038] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d13401-a8c8-4555-8a53-e06ffeaa358d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.350526] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.350526] env[69674]: value = "task-3257577" [ 1176.350526] env[69674]: _type = "Task" [ 1176.350526] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.383633] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad78d5-9fe4-4fc5-aa3f-1fbd4a272aae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.386441] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1176.386441] env[69674]: value = "task-3257578" [ 1176.386441] env[69674]: _type = "Task" [ 1176.386441] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.391237] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257577, 'name': CreateVM_Task} progress is 15%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.400665] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1050ab2-710f-4d3d-9103-f983b28b7ede {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.407893] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.417473] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.573511] env[69674]: DEBUG nova.network.neutron [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updated VIF entry in instance network info cache for port e0dc9651-ffb6-4c36-88ef-4d9ac49d7149. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.573954] env[69674]: DEBUG nova.network.neutron [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updating instance_info_cache with network_info: [{"id": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "address": "fa:16:3e:6d:eb:d1", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dc9651-ff", "ovs_interfaceid": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.720911] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257575, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.788672] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067274} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.789042] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.789946] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3a265-11bf-4d83-9032-8d183ba71de2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.813264] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.813600] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e49b3b-58b9-47d6-9498-61d9dbb1ef6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.835203] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1176.835203] env[69674]: value = "task-3257579" [ 1176.835203] env[69674]: _type = "Task" [ 1176.835203] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.845344] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.860374] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257577, 'name': CreateVM_Task, 'duration_secs': 0.457619} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.860569] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.861343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.861538] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.861860] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.862129] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb71eae-849e-4085-b148-166fd28907b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.866639] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1176.866639] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c5e4bf-f0d9-3acc-dd5b-91f74232d8c7" [ 1176.866639] env[69674]: _type = "Task" [ 1176.866639] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.875297] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c5e4bf-f0d9-3acc-dd5b-91f74232d8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.901708] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456713} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.902034] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] a8354a78-e16e-4e7a-b837-718eb222359c/a8354a78-e16e-4e7a-b837-718eb222359c.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.902343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.902638] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04870c75-8cae-49ff-952f-fb89de9f7acb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.909655] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1176.909655] env[69674]: value = "task-3257580" [ 1176.909655] env[69674]: _type = "Task" [ 1176.909655] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.917711] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.920663] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.077238] env[69674]: DEBUG oslo_concurrency.lockutils [req-d4cabdbf-78ea-453b-b9e8-133d9bb12fc9 req-93ca555f-80af-4d15-a16a-4beaa61ba5a2 service nova] Releasing lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.221432] env[69674]: DEBUG oslo_vmware.api [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257575, 'name': RemoveSnapshot_Task, 'duration_secs': 0.781301} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.221432] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1177.221432] env[69674]: INFO nova.compute.manager [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 13.27 seconds to snapshot the instance on the hypervisor. [ 1177.346677] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.375436] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c5e4bf-f0d9-3acc-dd5b-91f74232d8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.375691] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.375924] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.376167] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.376315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.376496] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.376774] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-787b0e82-ac2d-4f95-993b-f3bfa44c6cf7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.384191] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.384362] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.385118] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b7ab38-ae77-47aa-95ae-78fcb014d7dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.389365] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1177.389365] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52213e4a-76f3-8f0d-4a1b-3f89fff2da2c" [ 1177.389365] env[69674]: _type = "Task" [ 1177.389365] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.396636] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52213e4a-76f3-8f0d-4a1b-3f89fff2da2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.418804] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064202} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.419112] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.419906] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f4739f-db76-4d17-8f6f-bcd3420565a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.435533] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1177.435773] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.303s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.444521] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a8354a78-e16e-4e7a-b837-718eb222359c/a8354a78-e16e-4e7a-b837-718eb222359c.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.444876] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a249595-dacc-4aee-9640-03674baa69fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.464535] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1177.464535] env[69674]: value = "task-3257581" [ 1177.464535] env[69674]: _type = "Task" [ 1177.464535] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.472230] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.778248] env[69674]: DEBUG nova.compute.manager [None req-b6ee1323-f3a7-4791-b2e3-8cdc018ba214 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Found 2 images (rotation: 2) {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1177.845952] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.899194] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52213e4a-76f3-8f0d-4a1b-3f89fff2da2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.899905] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234fa896-d741-4243-a416-09a77dd6bfaa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.904852] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1177.904852] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52deaa1f-a6f6-021e-52b7-52b82c2d5a3e" [ 1177.904852] env[69674]: _type = "Task" [ 1177.904852] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.912722] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52deaa1f-a6f6-021e-52b7-52b82c2d5a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.973576] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257581, 'name': ReconfigVM_Task, 'duration_secs': 0.255642} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.973853] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a8354a78-e16e-4e7a-b837-718eb222359c/a8354a78-e16e-4e7a-b837-718eb222359c.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.974494] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ae8964d-8629-4615-9432-b6695cb638d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.981070] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1177.981070] env[69674]: value = "task-3257582" [ 1177.981070] env[69674]: _type = "Task" [ 1177.981070] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.989402] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257582, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.345560] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257579, 'name': ReconfigVM_Task, 'duration_secs': 1.29106} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.345917] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9612067d-7752-4de1-b766-7cf646e3dfc3/9612067d-7752-4de1-b766-7cf646e3dfc3.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.346549] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3df11c4-baee-4d76-8d67-56773ce27540 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.353689] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1178.353689] env[69674]: value = "task-3257583" [ 1178.353689] env[69674]: _type = "Task" [ 1178.353689] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.360743] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257583, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.415388] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52deaa1f-a6f6-021e-52b7-52b82c2d5a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.415609] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.415886] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8a21ed5a-83e3-42fc-b380-202c14333170/8a21ed5a-83e3-42fc-b380-202c14333170.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.416203] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a99a6121-e1d4-4f65-846b-458adb77aee6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.422485] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1178.422485] env[69674]: value = "task-3257584" [ 1178.422485] env[69674]: _type = "Task" [ 1178.422485] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.431113] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.494710] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257582, 'name': Rename_Task, 'duration_secs': 0.132566} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.495240] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.495644] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48baddfd-f6db-4a59-9054-56b7099d7f45 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.504460] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1178.504460] env[69674]: value = "task-3257585" [ 1178.504460] env[69674]: _type = "Task" [ 1178.504460] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.513405] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.871511] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257583, 'name': Rename_Task, 'duration_secs': 0.148128} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.871904] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.872239] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a56eeb08-bc96-4712-827a-ff133fd7d2cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.880562] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1178.880562] env[69674]: value = "task-3257586" [ 1178.880562] env[69674]: _type = "Task" [ 1178.880562] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.891118] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.933820] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507505} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.934128] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 8a21ed5a-83e3-42fc-b380-202c14333170/8a21ed5a-83e3-42fc-b380-202c14333170.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.934353] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.934633] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20c791c9-1acf-4154-a74d-9c4174a236a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.942317] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1178.942317] env[69674]: value = "task-3257587" [ 1178.942317] env[69674]: _type = "Task" [ 1178.942317] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.953136] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.014940] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.139924] env[69674]: DEBUG nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1179.140997] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7632979-4d5b-4810-916b-4fefea06a050 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.390404] env[69674]: DEBUG oslo_vmware.api [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257586, 'name': PowerOnVM_Task, 'duration_secs': 0.489339} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.390827] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.390883] env[69674]: DEBUG nova.compute.manager [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1179.391647] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a7492c-7986-4641-be02-2dd7f4891ab9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.451146] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077869} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.451470] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.452257] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0627f4f9-4772-4b9e-935b-b0a763cc6f5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.474121] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8a21ed5a-83e3-42fc-b380-202c14333170/8a21ed5a-83e3-42fc-b380-202c14333170.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.474333] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76debe41-3cec-44de-ab7d-b8bf08319df4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.493418] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1179.493418] env[69674]: value = "task-3257588" [ 1179.493418] env[69674]: _type = "Task" [ 1179.493418] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.500770] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.512775] env[69674]: DEBUG oslo_vmware.api [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257585, 'name': PowerOnVM_Task, 'duration_secs': 0.601588} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.513052] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.513264] env[69674]: INFO nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1179.513446] env[69674]: DEBUG nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1179.514194] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2d994-f805-4521-8135-ee7e9182c6b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.651890] env[69674]: INFO nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] instance snapshotting [ 1179.652511] env[69674]: DEBUG nova.objects.instance [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.907260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.907260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.907260] env[69674]: DEBUG nova.objects.instance [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69674) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1180.003164] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.033339] env[69674]: INFO nova.compute.manager [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Took 12.30 seconds to build instance. [ 1180.159046] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67410d2c-f385-4db0-bce3-000691744593 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.177947] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6eba12-3703-42ee-8c8d-06092da04e79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.503933] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.534604] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8173a3f3-7eee-437d-9702-382f586db575 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.812s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.534924] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.978s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.535134] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1180.535308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.688852] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.689323] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a09c3271-a8d1-4b8b-a951-7be92c6a8293 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.697335] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1180.697335] env[69674]: value = "task-3257589" [ 1180.697335] env[69674]: _type = "Task" [ 1180.697335] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.708637] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.916372] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5bb5851c-1e6b-4511-a706-ea7f9e8ba3f8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.005935] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257588, 'name': ReconfigVM_Task, 'duration_secs': 1.245968} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.006247] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8a21ed5a-83e3-42fc-b380-202c14333170/8a21ed5a-83e3-42fc-b380-202c14333170.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.006874] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51748679-4dc1-49fb-a514-b8969586d5c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.013436] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1181.013436] env[69674]: value = "task-3257590" [ 1181.013436] env[69674]: _type = "Task" [ 1181.013436] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.021428] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257590, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.111014] env[69674]: DEBUG nova.compute.manager [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Received event network-changed-767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1181.111164] env[69674]: DEBUG nova.compute.manager [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Refreshing instance network info cache due to event network-changed-767e0757-b884-4cf4-82a9-58018de04a18. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1181.111399] env[69674]: DEBUG oslo_concurrency.lockutils [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] Acquiring lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.111506] env[69674]: DEBUG oslo_concurrency.lockutils [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] Acquired lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.111685] env[69674]: DEBUG nova.network.neutron [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Refreshing network info cache for port 767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.209196] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.523041] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257590, 'name': Rename_Task, 'duration_secs': 0.145307} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.523320] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.523610] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950013a3-5910-4661-a510-105c97aead84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.532110] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1181.532110] env[69674]: value = "task-3257591" [ 1181.532110] env[69674]: _type = "Task" [ 1181.532110] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.539471] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.708637] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.818256] env[69674]: DEBUG nova.network.neutron [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updated VIF entry in instance network info cache for port 767e0757-b884-4cf4-82a9-58018de04a18. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.818648] env[69674]: DEBUG nova.network.neutron [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating instance_info_cache with network_info: [{"id": "767e0757-b884-4cf4-82a9-58018de04a18", "address": "fa:16:3e:90:f3:17", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767e0757-b8", "ovs_interfaceid": "767e0757-b884-4cf4-82a9-58018de04a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.043923] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257591, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.208679] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257589, 'name': CreateSnapshot_Task, 'duration_secs': 1.101686} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.208952] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.209688] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd0a31a-8c51-45af-ae95-25ab3aad36d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.321386] env[69674]: DEBUG oslo_concurrency.lockutils [req-86ce4357-0cc0-4857-aa87-36735da8142e req-2d05d5af-9c3a-4b70-910f-4ae36a324a8e service nova] Releasing lock "refresh_cache-a8354a78-e16e-4e7a-b837-718eb222359c" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.542313] env[69674]: DEBUG oslo_vmware.api [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257591, 'name': PowerOnVM_Task, 'duration_secs': 0.518476} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.542673] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.542770] env[69674]: INFO nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1182.542972] env[69674]: DEBUG nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1182.543794] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a12a3c-820a-488d-a254-d1094d270cd0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.727159] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.727451] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05acff59-3795-4537-beb3-63376707c7d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.735489] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1182.735489] env[69674]: value = "task-3257592" [ 1182.735489] env[69674]: _type = "Task" [ 1182.735489] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.743672] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257592, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.059539] env[69674]: INFO nova.compute.manager [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Took 14.36 seconds to build instance. [ 1183.245318] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257592, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.560870] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ed6eaf4b-f953-4990-852a-7dfb4f7cfad3 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.868s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.561301] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.004s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.561391] env[69674]: INFO nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] During sync_power_state the instance has a pending task (spawning). Skip. [ 1183.561568] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.746284] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257592, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.961692] env[69674]: DEBUG nova.compute.manager [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Received event network-changed-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1183.961810] env[69674]: DEBUG nova.compute.manager [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Refreshing instance network info cache due to event network-changed-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1183.962165] env[69674]: DEBUG oslo_concurrency.lockutils [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] Acquiring lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.962370] env[69674]: DEBUG oslo_concurrency.lockutils [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] Acquired lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.962545] env[69674]: DEBUG nova.network.neutron [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Refreshing network info cache for port e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.246173] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257592, 'name': CloneVM_Task} progress is 95%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.689944] env[69674]: DEBUG nova.network.neutron [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updated VIF entry in instance network info cache for port e0dc9651-ffb6-4c36-88ef-4d9ac49d7149. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.690406] env[69674]: DEBUG nova.network.neutron [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updating instance_info_cache with network_info: [{"id": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "address": "fa:16:3e:6d:eb:d1", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dc9651-ff", "ovs_interfaceid": "e0dc9651-ffb6-4c36-88ef-4d9ac49d7149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.747728] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257592, 'name': CloneVM_Task, 'duration_secs': 1.662102} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.748091] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Created linked-clone VM from snapshot [ 1184.748807] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f0b3c4-f1d2-4c7c-bb94-25ea0fb18870 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.756341] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploading image 617ec16b-f452-456f-b43f-79b48e7a107c {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1184.779432] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1184.779432] env[69674]: value = "vm-650831" [ 1184.779432] env[69674]: _type = "VirtualMachine" [ 1184.779432] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1184.781023] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85e37e8b-6512-43fa-9897-58a519d81c47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.786699] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease: (returnval){ [ 1184.786699] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eae929-6a3b-53dd-b395-f3b43731e520" [ 1184.786699] env[69674]: _type = "HttpNfcLease" [ 1184.786699] env[69674]: } obtained for exporting VM: (result){ [ 1184.786699] env[69674]: value = "vm-650831" [ 1184.786699] env[69674]: _type = "VirtualMachine" [ 1184.786699] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1184.787147] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the lease: (returnval){ [ 1184.787147] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eae929-6a3b-53dd-b395-f3b43731e520" [ 1184.787147] env[69674]: _type = "HttpNfcLease" [ 1184.787147] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.795155] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.795155] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eae929-6a3b-53dd-b395-f3b43731e520" [ 1184.795155] env[69674]: _type = "HttpNfcLease" [ 1184.795155] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1185.195132] env[69674]: DEBUG oslo_concurrency.lockutils [req-a44483aa-41c8-4c82-ad4d-531797c01f8d req-7f25eaa7-d517-44a0-9bbd-aad4bd8054ef service nova] Releasing lock "refresh_cache-8a21ed5a-83e3-42fc-b380-202c14333170" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.296191] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.296191] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eae929-6a3b-53dd-b395-f3b43731e520" [ 1185.296191] env[69674]: _type = "HttpNfcLease" [ 1185.296191] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.296488] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.296488] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52eae929-6a3b-53dd-b395-f3b43731e520" [ 1185.296488] env[69674]: _type = "HttpNfcLease" [ 1185.296488] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.297332] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7739c-967f-4774-88f9-e3f8f9252f20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.305595] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.305812] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.575797] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-053ab6a2-5b68-4940-befd-e230e7d252ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.296887] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1194.297859] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac3259-e631-4b2d-9356-d6a6b2dc71eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.305433] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1194.305615] env[69674]: ERROR oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk due to incomplete transfer. [ 1194.305862] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e31db12-c9b1-4708-8fdf-a7ccccefa1e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.315725] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fb5231-7fa3-c561-7a1e-24c9af916bf3/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1194.315936] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Uploaded image 617ec16b-f452-456f-b43f-79b48e7a107c to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1194.318492] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1194.318744] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ead03311-d451-4c2f-a7e6-746b395498c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.328039] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1194.328039] env[69674]: value = "task-3257599" [ 1194.328039] env[69674]: _type = "Task" [ 1194.328039] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.338026] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257599, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.838947] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257599, 'name': Destroy_Task, 'duration_secs': 0.363798} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.839320] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroyed the VM [ 1194.839608] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1194.839872] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1ab434d-9d34-4abe-8ef6-59b994f3f9ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.847138] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1194.847138] env[69674]: value = "task-3257600" [ 1194.847138] env[69674]: _type = "Task" [ 1194.847138] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.855408] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257600, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.357751] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257600, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.858808] env[69674]: DEBUG oslo_vmware.api [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257600, 'name': RemoveSnapshot_Task, 'duration_secs': 0.512466} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.859082] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1195.859314] env[69674]: INFO nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 1196.399127] env[69674]: DEBUG nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Found 3 images (rotation: 2) {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1196.399390] env[69674]: DEBUG nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Rotating out 1 backups {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1196.399495] env[69674]: DEBUG nova.compute.manager [None req-a92e3730-16bf-48ab-bd79-dde009c6c63c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleting image 675c5e02-5f65-4598-919a-4f59efd60cb2 {{(pid=69674) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1197.996613] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.996950] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.997250] env[69674]: DEBUG nova.compute.manager [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1197.998208] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29846ee2-a132-47a3-8fa0-d8c0cf660209 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.009089] env[69674]: DEBUG nova.compute.manager [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1198.009824] env[69674]: DEBUG nova.objects.instance [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.018644] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.018644] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bc2aa9-edff-4dad-aa72-351cb0a8da97 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.027221] env[69674]: DEBUG oslo_vmware.api [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1199.027221] env[69674]: value = "task-3257603" [ 1199.027221] env[69674]: _type = "Task" [ 1199.027221] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.036517] env[69674]: DEBUG oslo_vmware.api [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.446364] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.446592] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.446765] env[69674]: INFO nova.compute.manager [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Shelving [ 1199.537074] env[69674]: DEBUG oslo_vmware.api [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257603, 'name': PowerOffVM_Task, 'duration_secs': 0.189371} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.537347] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.537543] env[69674]: DEBUG nova.compute.manager [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1199.538317] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f97e5-8877-4e6e-82ff-002cffba3652 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.050201] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8b5614b5-4dc2-4f38-9f3a-1357d013a0f8 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.457050] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.457050] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47c51bc-7a6f-46e3-98ce-aa03f1ee189d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.466389] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1200.466389] env[69674]: value = "task-3257605" [ 1200.466389] env[69674]: _type = "Task" [ 1200.466389] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.474646] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.976637] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257605, 'name': PowerOffVM_Task, 'duration_secs': 0.191807} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.976920] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.977725] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fdedf-13b2-4c70-a946-463c753cdaee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.996559] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e39d4-0c90-40bb-ad64-7619afba6ade {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.250654] env[69674]: DEBUG nova.compute.manager [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Stashing vm_state: stopped {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1201.506843] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1201.507128] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17a32e59-8c22-4ad7-a333-97d4721bee2d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.515326] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1201.515326] env[69674]: value = "task-3257606" [ 1201.515326] env[69674]: _type = "Task" [ 1201.515326] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.524615] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.774090] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.774406] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.025752] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257606, 'name': CreateSnapshot_Task, 'duration_secs': 0.452265} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.025961] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1202.026697] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be818f10-d47a-419c-8461-87c131f98664 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.279408] env[69674]: INFO nova.compute.claims [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.543725] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1202.544028] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b714468-b652-4827-ad0e-9893544d0c49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.553199] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1202.553199] env[69674]: value = "task-3257607" [ 1202.553199] env[69674]: _type = "Task" [ 1202.553199] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.562139] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257607, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.785710] env[69674]: INFO nova.compute.resource_tracker [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating resource usage from migration e376c472-be36-4863-8595-0bb07ca9f962 [ 1202.892403] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b555a7-34ba-4c76-bfb5-f09aa4f50472 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.901406] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b5138-786b-4853-a9e6-443410cf5e44 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.932124] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee72c50a-0da2-4b19-87c7-4fa84180aed1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.940021] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c971c4-bd9b-4d17-81b6-e93e05acc91c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.953328] env[69674]: DEBUG nova.compute.provider_tree [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.063949] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257607, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.456204] env[69674]: DEBUG nova.scheduler.client.report [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.564945] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257607, 'name': CloneVM_Task, 'duration_secs': 0.965549} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.565405] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Created linked-clone VM from snapshot [ 1203.566100] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702c46c-8782-4332-a8ec-aacb75fe7a84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.575303] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Uploading image 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.603205] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.603205] env[69674]: value = "vm-650835" [ 1203.603205] env[69674]: _type = "VirtualMachine" [ 1203.603205] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.603892] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4a58084-8d61-4e3a-8573-ad7800b6ae1a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.613963] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease: (returnval){ [ 1203.613963] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522fedad-979f-ad65-67df-f4fd2f9a23dc" [ 1203.613963] env[69674]: _type = "HttpNfcLease" [ 1203.613963] env[69674]: } obtained for exporting VM: (result){ [ 1203.613963] env[69674]: value = "vm-650835" [ 1203.613963] env[69674]: _type = "VirtualMachine" [ 1203.613963] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.614344] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the lease: (returnval){ [ 1203.614344] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522fedad-979f-ad65-67df-f4fd2f9a23dc" [ 1203.614344] env[69674]: _type = "HttpNfcLease" [ 1203.614344] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.622426] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.622426] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522fedad-979f-ad65-67df-f4fd2f9a23dc" [ 1203.622426] env[69674]: _type = "HttpNfcLease" [ 1203.622426] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.961323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.961543] env[69674]: INFO nova.compute.manager [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Migrating [ 1204.123465] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.123465] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522fedad-979f-ad65-67df-f4fd2f9a23dc" [ 1204.123465] env[69674]: _type = "HttpNfcLease" [ 1204.123465] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1204.123782] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1204.123782] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522fedad-979f-ad65-67df-f4fd2f9a23dc" [ 1204.123782] env[69674]: _type = "HttpNfcLease" [ 1204.123782] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1204.124575] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fc5cc-f45f-4d5f-9ea2-2e266a927215 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.132300] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1204.132474] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1204.194652] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.194841] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.230027] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-302f4d3a-2321-4410-8dde-b633aec1cdb3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.476812] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.477141] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.477282] env[69674]: DEBUG nova.network.neutron [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.697322] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1205.198074] env[69674]: DEBUG nova.network.neutron [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.220991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.221279] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.223110] env[69674]: INFO nova.compute.claims [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.700680] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.355218] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9198acfd-394e-4175-b070-8844e19a74eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.364233] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e0448b-fe4a-4865-9852-01dcea20d471 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.396592] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01ffe3-96d2-4d9b-a44c-9bb089632eda {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.404843] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e16b01-7da8-461c-9790-c23ae9118cc7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.419493] env[69674]: DEBUG nova.compute.provider_tree [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.922561] env[69674]: DEBUG nova.scheduler.client.report [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.218140] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e523ecf-1ce3-4831-9238-7e1b79c3a23f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.239807] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.428082] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.428484] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1207.747248] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.747535] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be2272a-1201-4bb6-8191-f331dfba51ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.756657] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1207.756657] env[69674]: value = "task-3257609" [ 1207.756657] env[69674]: _type = "Task" [ 1207.756657] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.767812] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1207.768129] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.933706] env[69674]: DEBUG nova.compute.utils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.935374] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1207.935577] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.985647] env[69674]: DEBUG nova.policy [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47beedc060894a6883219e00b30acb45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4608fa1e034d48ce8a8d8fab9b13e0d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.244434] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Successfully created port: f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.275639] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.275940] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.276148] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.276378] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.276563] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.276744] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.276994] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.277213] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.277744] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.277744] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.277951] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.283516] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735b54fa-b2da-4e8e-a1c6-35f793a62b1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.302663] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1208.302663] env[69674]: value = "task-3257610" [ 1208.302663] env[69674]: _type = "Task" [ 1208.302663] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.312636] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.440095] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1208.813571] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257610, 'name': ReconfigVM_Task, 'duration_secs': 0.205054} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.813875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.945291] env[69674]: INFO nova.virt.block_device [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Booting with volume 99f17b9c-5f66-413b-ae8c-09003a577846 at /dev/sda [ 1208.985286] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0288dfea-4145-4b99-b36e-7648423ac007 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.995715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ddc71-94b1-4736-9be4-47afe01939c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.028500] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-babde3d5-c483-4788-a9a3-459fc9fd763d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.039049] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9c18e-b656-4de3-8ecf-15ab606bbaff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.070355] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed46bb2-be0f-4ba4-906f-2776521d5b30 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.078054] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a99c8-0843-4948-9e99-b7226d1591fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.093186] env[69674]: DEBUG nova.virt.block_device [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating existing volume attachment record: c69ee6bd-3310-4537-b457-55f2088b684c {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.320947] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.321323] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.321504] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.321710] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.321975] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.322182] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.322406] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.322653] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.322882] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.323210] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.323475] env[69674]: DEBUG nova.virt.hardware [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.329044] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.329344] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e92a4f-ff91-40ce-a72d-a32e11173339 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.348854] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1209.348854] env[69674]: value = "task-3257611" [ 1209.348854] env[69674]: _type = "Task" [ 1209.348854] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.357781] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.625355] env[69674]: DEBUG nova.compute.manager [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Received event network-vif-plugged-f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1209.625658] env[69674]: DEBUG oslo_concurrency.lockutils [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.625898] env[69674]: DEBUG oslo_concurrency.lockutils [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.626053] env[69674]: DEBUG oslo_concurrency.lockutils [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.626210] env[69674]: DEBUG nova.compute.manager [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] No waiting events found dispatching network-vif-plugged-f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.626367] env[69674]: WARNING nova.compute.manager [req-4b6935d3-0b81-46b0-8dbf-0b81124a496b req-ab549484-0fa1-477a-bc4b-d1e1c4f48678 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Received unexpected event network-vif-plugged-f3646c3f-1672-4041-b6ae-c3a02613a584 for instance with vm_state building and task_state block_device_mapping. [ 1209.714698] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Successfully updated port: f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.860058] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257611, 'name': ReconfigVM_Task, 'duration_secs': 0.219574} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.860355] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.861156] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b85c2-f840-486d-a2cf-c0ccc812d10a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.883635] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.883902] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2bdfbd-4a0b-474d-b94e-f8dbb57ca09c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.904725] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1209.904725] env[69674]: value = "task-3257612" [ 1209.904725] env[69674]: _type = "Task" [ 1209.904725] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.927695] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257612, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.217040] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.217324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.217380] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.416510] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.751548] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.885330] env[69674]: DEBUG nova.network.neutron [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.915767] env[69674]: DEBUG oslo_vmware.api [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257612, 'name': ReconfigVM_Task, 'duration_secs': 0.93705} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.916054] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] efc340ec-d269-4261-8227-dedeb000bae6/efc340ec-d269-4261-8227-dedeb000bae6.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.916317] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.178406] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.180051] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.180688] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.180688] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.180688] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.180688] env[69674]: DEBUG nova.virt.hardware [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.181470] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e458e-452e-4e46-a1a4-233dfa1d3eed {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.190477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a88ef-af33-4636-bc82-5ae7ec2e8dfd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.388503] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388938] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Instance network_info: |[{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1211.389343] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ff:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3646c3f-1672-4041-b6ae-c3a02613a584', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.397137] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.397374] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.397602] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d756b7dc-8b97-4519-945c-14fbdb57986c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.419793] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.419793] env[69674]: value = "task-3257613" [ 1211.419793] env[69674]: _type = "Task" [ 1211.419793] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.425069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4afba5-5b37-455e-a3f5-ba91dd11f8f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.433911] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257613, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.448496] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2556f-a84a-4dee-affe-ed7612f2909d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.470515] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.496950] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.498159] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb039b2e-66dc-4505-a89f-d7c25169ca72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.505465] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.505648] env[69674]: ERROR oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk due to incomplete transfer. [ 1211.505885] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c115f2b0-a642-4180-b152-b28df983726b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.513754] env[69674]: DEBUG oslo_vmware.rw_handles [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ee862-6db2-8425-ae73-45a6a898ca01/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.513950] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Uploaded image 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.516441] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.516938] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25ad1913-7959-4e8e-8e46-77c5d9547850 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.524073] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1211.524073] env[69674]: value = "task-3257614" [ 1211.524073] env[69674]: _type = "Task" [ 1211.524073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.532765] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257614, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.652358] env[69674]: DEBUG nova.compute.manager [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Received event network-changed-f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1211.652584] env[69674]: DEBUG nova.compute.manager [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Refreshing instance network info cache due to event network-changed-f3646c3f-1672-4041-b6ae-c3a02613a584. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1211.652816] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.653018] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.653166] env[69674]: DEBUG nova.network.neutron [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Refreshing network info cache for port f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.929936] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257613, 'name': CreateVM_Task, 'duration_secs': 0.375614} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.930124] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.930726] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'c69ee6bd-3310-4537-b457-55f2088b684c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650833', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'name': 'volume-99f17b9c-5f66-413b-ae8c-09003a577846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6', 'attached_at': '', 'detached_at': '', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'serial': '99f17b9c-5f66-413b-ae8c-09003a577846'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69674) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1211.930935] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Root volume attach. Driver type: vmdk {{(pid=69674) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1211.931694] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff50548-3bbd-4234-a1f4-f1dd9dddf9bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.938830] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba785b-bf39-48a2-9f59-99bb347baca8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.944751] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f1446-236b-43d2-a1f1-6568b8405ada {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.950422] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c00c7a90-86f2-486f-9b2a-5683d62c0500 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957258] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1211.957258] env[69674]: value = "task-3257615" [ 1211.957258] env[69674]: _type = "Task" [ 1211.957258] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.964471] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257615, 'name': RelocateVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.006712] env[69674]: DEBUG nova.network.neutron [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Port 17950b78-c981-4f9d-8a14-d7e4d73c35eb binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.034588] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257614, 'name': Destroy_Task, 'duration_secs': 0.348376} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.034844] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Destroyed the VM [ 1212.035091] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.035352] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01746b6c-e896-4a09-a354-c7db2240a69a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.044065] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1212.044065] env[69674]: value = "task-3257616" [ 1212.044065] env[69674]: _type = "Task" [ 1212.044065] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.052795] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.397666] env[69674]: DEBUG nova.network.neutron [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updated VIF entry in instance network info cache for port f3646c3f-1672-4041-b6ae-c3a02613a584. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.398144] env[69674]: DEBUG nova.network.neutron [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.467023] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257615, 'name': RelocateVM_Task, 'duration_secs': 0.404344} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.467260] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.467423] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650833', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'name': 'volume-99f17b9c-5f66-413b-ae8c-09003a577846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6', 'attached_at': '', 'detached_at': '', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'serial': '99f17b9c-5f66-413b-ae8c-09003a577846'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.468221] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b704ce6-1ce2-49a4-9e41-7b5b4b3d08f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.483837] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132c1339-11e3-451e-bbae-20a92352b123 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.506248] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-99f17b9c-5f66-413b-ae8c-09003a577846/volume-99f17b9c-5f66-413b-ae8c-09003a577846.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.506512] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea69f8a-93a2-4f5d-9c30-b13af9a6072c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.529071] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1212.529071] env[69674]: value = "task-3257617" [ 1212.529071] env[69674]: _type = "Task" [ 1212.529071] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.537082] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.552423] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257616, 'name': RemoveSnapshot_Task, 'duration_secs': 0.413446} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.552686] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.552974] env[69674]: DEBUG nova.compute.manager [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1212.553805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe5f616-0200-4d18-a8c6-9ccfe586251e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.901211] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c767d25-868c-44c6-bbac-74b218f0ec1e req-cb536244-fec5-4587-87ee-52f1565b4ba3 service nova] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.042064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.042244] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.042419] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.049436] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257617, 'name': ReconfigVM_Task, 'duration_secs': 0.246751} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.049733] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-99f17b9c-5f66-413b-ae8c-09003a577846/volume-99f17b9c-5f66-413b-ae8c-09003a577846.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.054910] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335e8edd-da0c-4cbf-a3d1-b6c73547bc87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.068852] env[69674]: INFO nova.compute.manager [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Shelve offloading [ 1213.074405] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1213.074405] env[69674]: value = "task-3257618" [ 1213.074405] env[69674]: _type = "Task" [ 1213.074405] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.083574] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.574048] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.574048] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd682167-7c87-4956-b85c-387e31e5e95d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.582083] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1213.582083] env[69674]: value = "task-3257619" [ 1213.582083] env[69674]: _type = "Task" [ 1213.582083] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.586415] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257618, 'name': ReconfigVM_Task, 'duration_secs': 0.16883} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.590826] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650833', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'name': 'volume-99f17b9c-5f66-413b-ae8c-09003a577846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6', 'attached_at': '', 'detached_at': '', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'serial': '99f17b9c-5f66-413b-ae8c-09003a577846'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.592174] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab1ac440-6b4d-414d-846d-aca4269351de {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.604087] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.604475] env[69674]: DEBUG nova.compute.manager [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1213.604856] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1213.604856] env[69674]: value = "task-3257620" [ 1213.604856] env[69674]: _type = "Task" [ 1213.604856] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.606128] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb01a9-b559-4d1c-aa99-a66a2e9cce80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.620598] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257620, 'name': Rename_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.622961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.623185] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.623457] env[69674]: DEBUG nova.network.neutron [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.078715] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.078912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.079103] env[69674]: DEBUG nova.network.neutron [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.120170] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257620, 'name': Rename_Task, 'duration_secs': 0.240199} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.120239] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.120473] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc6a568-77e4-4671-83e1-ff52b6d25ba8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.128920] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1214.128920] env[69674]: value = "task-3257621" [ 1214.128920] env[69674]: _type = "Task" [ 1214.128920] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.137084] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.331131] env[69674]: DEBUG nova.network.neutron [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.640343] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.783430] env[69674]: DEBUG nova.network.neutron [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.833836] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.035338] env[69674]: DEBUG nova.compute.manager [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-vif-unplugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1215.035557] env[69674]: DEBUG oslo_concurrency.lockutils [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.035760] env[69674]: DEBUG oslo_concurrency.lockutils [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.035927] env[69674]: DEBUG oslo_concurrency.lockutils [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.036109] env[69674]: DEBUG nova.compute.manager [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] No waiting events found dispatching network-vif-unplugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.036277] env[69674]: WARNING nova.compute.manager [req-9b7b99d5-119f-4ae6-8316-878b8af94b6d req-c32c5406-4dbc-43b1-a37e-61ebef9086f2 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received unexpected event network-vif-unplugged-c6b5f253-3500-41c7-9858-92595f571282 for instance with vm_state shelved and task_state shelving_offloading. [ 1215.118226] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.119111] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de3324-dbcc-437d-8ac3-186a0812b54d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.127525] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.127752] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ea2493-2496-4d8b-8159-b5005877a99e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.138018] env[69674]: DEBUG oslo_vmware.api [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257621, 'name': PowerOnVM_Task, 'duration_secs': 0.551987} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.138273] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.138476] env[69674]: INFO nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Took 3.96 seconds to spawn the instance on the hypervisor. [ 1215.138666] env[69674]: DEBUG nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1215.139387] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f7a64-9494-427c-914f-546f6fd52c09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.202154] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.202475] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.202738] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore2] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.203116] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-869bc45b-6f9e-44fc-ae2a-c1c1616fe54b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.211364] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1215.211364] env[69674]: value = "task-3257623" [ 1215.211364] env[69674]: _type = "Task" [ 1215.211364] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.222524] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.286140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.657098] env[69674]: INFO nova.compute.manager [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Took 10.45 seconds to build instance. [ 1215.721637] env[69674]: DEBUG oslo_vmware.api [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142844} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.721977] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.722143] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.722322] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.754487] env[69674]: INFO nova.scheduler.client.report [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted allocations for instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb [ 1215.808285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3a993c-75f8-4dba-8ea1-35815fab5270 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.829134] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7750be-b492-4c79-bcfc-178b389ff7b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.836578] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.160113] env[69674]: DEBUG oslo_concurrency.lockutils [None req-41c7721d-8f6e-45ed-ac75-d17ba901a8b6 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.965s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.259133] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.259550] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.259889] env[69674]: DEBUG nova.objects.instance [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'resources' on Instance uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.342483] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2fff-ece3-4db4-aed0-30c4f004cf28 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance 'efc340ec-d269-4261-8227-dedeb000bae6' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.535453] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.535453] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.615134] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "9612067d-7752-4de1-b766-7cf646e3dfc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.615462] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.615805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.616188] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.616391] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.618549] env[69674]: INFO nova.compute.manager [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Terminating instance [ 1216.763167] env[69674]: DEBUG nova.objects.instance [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'numa_topology' on Instance uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.042026] env[69674]: DEBUG nova.compute.utils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.117267] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-changed-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1217.117461] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing instance network info cache due to event network-changed-c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1217.117723] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.117880] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.118061] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing network info cache for port c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.122288] env[69674]: DEBUG nova.compute.manager [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1217.122394] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.123508] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbccf05-548e-4974-ba5a-9a0e922360c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.132723] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.132961] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b4dc90-a92d-4c41-9065-ac55f88a2a17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.141504] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1217.141504] env[69674]: value = "task-3257624" [ 1217.141504] env[69674]: _type = "Task" [ 1217.141504] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.153312] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.265946] env[69674]: DEBUG nova.objects.base [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.406790] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7277a68-6c71-42bf-a394-a53e63041eaa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.416144] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9478e199-4eca-4813-a26f-71c5c15c27f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.447203] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9072810-bea4-4aaa-88d8-3b33ba7d6176 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.456573] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95c133-2f75-4751-ac40-409ff4648abe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.473153] env[69674]: DEBUG nova.compute.provider_tree [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.544475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.652326] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257624, 'name': PowerOffVM_Task, 'duration_secs': 0.207065} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.652608] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.652781] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.653063] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7c1ae4-ecf4-472c-9961-3377a99d7a37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.720835] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.721062] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.721248] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleting the datastore file [datastore2] 9612067d-7752-4de1-b766-7cf646e3dfc3 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.721525] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da2db3d-c8c2-4016-9dd5-cd1f5827bdcb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.728671] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1217.728671] env[69674]: value = "task-3257626" [ 1217.728671] env[69674]: _type = "Task" [ 1217.728671] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.737716] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.821780] env[69674]: DEBUG nova.compute.manager [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1217.863370] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updated VIF entry in instance network info cache for port c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.863370] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc6b5f253-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.976032] env[69674]: DEBUG nova.scheduler.client.report [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.239524] env[69674]: DEBUG oslo_vmware.api [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139084} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.239716] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.239904] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.240096] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.240270] env[69674]: INFO nova.compute.manager [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1218.240514] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.240701] env[69674]: DEBUG nova.compute.manager [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1218.240796] env[69674]: DEBUG nova.network.neutron [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.342096] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.367987] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.368283] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1218.368454] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing instance network info cache due to event network-changed-7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1218.368660] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquiring lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.368801] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquired lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.368962] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Refreshing network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.443228] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.483506] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.486946] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.487210] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.487409] env[69674]: DEBUG nova.compute.manager [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Going to confirm migration 6 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1218.488584] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.147s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.605381] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.605682] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.605944] env[69674]: INFO nova.compute.manager [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Attaching volume 96e6446e-be1b-40cb-a7cd-dd9577dc116f to /dev/sdb [ 1218.640862] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50962cf-faca-460d-903e-39a74b0312db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.649556] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe6c3e-a6ba-43aa-ab3c-3957430e4b71 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.664753] env[69674]: DEBUG nova.virt.block_device [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating existing volume attachment record: 927fe204-5427-4b92-8f15-c3a3c91c40ce {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.995610] env[69674]: INFO nova.compute.claims [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.003157] env[69674]: DEBUG oslo_concurrency.lockutils [None req-42de07da-ef9c-4159-acb1-8f1c39fa7330 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.557s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.006278] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.563s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.006438] env[69674]: INFO nova.compute.manager [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Unshelving [ 1219.066869] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.067062] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.067241] env[69674]: DEBUG nova.network.neutron [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.067442] env[69674]: DEBUG nova.objects.instance [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'info_cache' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.127873] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updated VIF entry in instance network info cache for port 7ec4f032-41fa-4885-9e49-ea34d02204ec. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.128256] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updating instance_info_cache with network_info: [{"id": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "address": "fa:16:3e:9d:7b:e3", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4f032-41", "ovs_interfaceid": "7ec4f032-41fa-4885-9e49-ea34d02204ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.153800] env[69674]: DEBUG nova.compute.manager [req-5c54c359-5d21-4a6b-9cd3-fdc64b4c802c req-ab48b371-4431-4699-91c3-060c440e30e4 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Received event network-vif-deleted-cb3701d4-b929-420d-a784-896f263cf3c7 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1219.153800] env[69674]: INFO nova.compute.manager [req-5c54c359-5d21-4a6b-9cd3-fdc64b4c802c req-ab48b371-4431-4699-91c3-060c440e30e4 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Neutron deleted interface cb3701d4-b929-420d-a784-896f263cf3c7; detaching it from the instance and deleting it from the info cache [ 1219.153800] env[69674]: DEBUG nova.network.neutron [req-5c54c359-5d21-4a6b-9cd3-fdc64b4c802c req-ab48b371-4431-4699-91c3-060c440e30e4 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.408383] env[69674]: DEBUG nova.network.neutron [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.501899] env[69674]: INFO nova.compute.resource_tracker [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating resource usage from migration a6fc7abf-1a2c-4dad-81eb-41f157ce0ddf [ 1219.630835] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Releasing lock "refresh_cache-e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.631184] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Received event network-changed-f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1219.631365] env[69674]: DEBUG nova.compute.manager [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Refreshing instance network info cache due to event network-changed-f3646c3f-1672-4041-b6ae-c3a02613a584. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1219.631649] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.631745] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.631883] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Refreshing network info cache for port f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.646096] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b1a5c-cfa6-49aa-850a-9573f6c371b3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.656138] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3295b-ce16-4c8d-b1a4-27e579fb1c47 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.660074] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf487d3d-5dbe-4576-8b32-854fa86eab8f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.691381] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da890cc-946e-4b07-9093-fb98d3ecac6a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.696450] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171cc7e7-5cfb-487f-8be4-9804de2a576f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.711994] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e6015-bb7c-4b45-ab0c-a5cec733bbd9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.725780] env[69674]: DEBUG nova.compute.manager [req-5c54c359-5d21-4a6b-9cd3-fdc64b4c802c req-ab48b371-4431-4699-91c3-060c440e30e4 service nova] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Detach interface failed, port_id=cb3701d4-b929-420d-a784-896f263cf3c7, reason: Instance 9612067d-7752-4de1-b766-7cf646e3dfc3 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1219.733605] env[69674]: DEBUG nova.compute.provider_tree [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.911504] env[69674]: INFO nova.compute.manager [-] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Took 1.67 seconds to deallocate network for instance. [ 1220.017872] env[69674]: DEBUG nova.compute.utils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.237347] env[69674]: DEBUG nova.scheduler.client.report [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.287645] env[69674]: DEBUG nova.network.neutron [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.369123] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updated VIF entry in instance network info cache for port f3646c3f-1672-4041-b6ae-c3a02613a584. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.369490] env[69674]: DEBUG nova.network.neutron [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.417706] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.521036] env[69674]: INFO nova.virt.block_device [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Booting with volume 8a12a68b-f36d-4c99-9284-8ac21fac15b3 at /dev/sdb [ 1220.549866] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d33e5c0-eb4c-4845-a9f3-8b43e1ef24a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.560999] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009397e6-cfa3-45fa-b343-ad8978274567 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.594073] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0a796ff-3427-484c-96e0-db6f519bc33f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.603814] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f57f69-b4ed-4591-a6bc-3d7841010d8e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.634339] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc84f67-b627-4b13-bc35-c8bb56f32395 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.641948] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc47d3c-9ab6-41f0-b7a7-54bb1f5ba46d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.658168] env[69674]: DEBUG nova.virt.block_device [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating existing volume attachment record: 87389fa4-8157-4a03-a8db-b3d505b5bfa7 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.745243] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.745480] env[69674]: INFO nova.compute.manager [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Migrating [ 1220.751797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.334s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.752020] env[69674]: DEBUG nova.objects.instance [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'resources' on Instance uuid 9612067d-7752-4de1-b766-7cf646e3dfc3 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.790981] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.791129] env[69674]: DEBUG nova.objects.instance [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'migration_context' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.871603] env[69674]: DEBUG oslo_concurrency.lockutils [req-efbbd6cd-9869-4b4d-be0a-71b980267d2f req-218a2110-a244-4269-929d-9f647ad5a661 service nova] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.911397] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784c059c-9991-4eab-b327-d3694ed913f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.925730] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de88d3-d7b0-4fed-9949-3b4fb49b0817 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.964276] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7481d2-6a7d-4b3a-8895-1e016e489b3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.972908] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb3da9e-4b2b-44fa-9e67-b780e7a62b91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.988244] env[69674]: DEBUG nova.compute.provider_tree [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.263622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.264131] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.264131] env[69674]: DEBUG nova.network.neutron [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.294899] env[69674]: DEBUG nova.objects.base [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.295828] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07f82c-790a-4aff-a5a7-ce7036bfd5fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.315220] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c32b47-cdd6-4d6e-b612-51440c916f76 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.320535] env[69674]: DEBUG oslo_vmware.api [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1221.320535] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d6b958-67fe-d456-5f68-f77a9a5df957" [ 1221.320535] env[69674]: _type = "Task" [ 1221.320535] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.328569] env[69674]: DEBUG oslo_vmware.api [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d6b958-67fe-d456-5f68-f77a9a5df957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.492009] env[69674]: DEBUG nova.scheduler.client.report [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.831640] env[69674]: DEBUG oslo_vmware.api [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52d6b958-67fe-d456-5f68-f77a9a5df957, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.832116] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.970218] env[69674]: DEBUG nova.network.neutron [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.997321] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.245s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.999459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.167s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.019803] env[69674]: INFO nova.scheduler.client.report [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted allocations for instance 9612067d-7752-4de1-b766-7cf646e3dfc3 [ 1222.473265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.526688] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7411deaa-7dec-49f7-969a-5acec979c06c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "9612067d-7752-4de1-b766-7cf646e3dfc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.911s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.610799] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac0cfc8-d25a-4469-b2b2-4bfedc1e03c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.619638] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880e1c8-e5cd-4689-bce1-52c34ad4a6e1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.651236] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b4700-fabc-4a09-a4c1-70cdac2892ea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.658825] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea811b-c0b6-45db-be08-6cc767a159bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.673505] env[69674]: DEBUG nova.compute.provider_tree [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.176957] env[69674]: DEBUG nova.scheduler.client.report [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.207864] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.208115] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650837', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'name': 'volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8354a78-e16e-4e7a-b837-718eb222359c', 'attached_at': '', 'detached_at': '', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'serial': '96e6446e-be1b-40cb-a7cd-dd9577dc116f'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.209327] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145356cb-566e-4c4a-93ca-f4f0b5a8b779 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.226901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3223b-e309-40cd-890a-f1d8d9d9fc98 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.252283] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f/volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.252602] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b32ee7b-5da7-481d-ae20-35b0b44c6b62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.271607] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1223.271607] env[69674]: value = "task-3257633" [ 1223.271607] env[69674]: _type = "Task" [ 1223.271607] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.280097] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.784702] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257633, 'name': ReconfigVM_Task, 'duration_secs': 0.368608} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.785194] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f/volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.789440] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848671ac-77a2-4d19-b8ad-72a9af08c072 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.805381] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1223.805381] env[69674]: value = "task-3257634" [ 1223.805381] env[69674]: _type = "Task" [ 1223.805381] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.814541] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.989121] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b7aad-bc6d-4f3c-80c2-0b43d90ca386 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.010247] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.188122] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.188s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.188351] env[69674]: DEBUG nova.compute.manager [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69674) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1224.318909] env[69674]: DEBUG oslo_vmware.api [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257634, 'name': ReconfigVM_Task, 'duration_secs': 0.255441} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.319411] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650837', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'name': 'volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8354a78-e16e-4e7a-b837-718eb222359c', 'attached_at': '', 'detached_at': '', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'serial': '96e6446e-be1b-40cb-a7cd-dd9577dc116f'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.516784] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.517128] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de2f05d-b023-4848-8f12-d0f5f0dc2ef6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.525377] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1224.525377] env[69674]: value = "task-3257635" [ 1224.525377] env[69674]: _type = "Task" [ 1224.525377] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.535268] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.747810] env[69674]: INFO nova.scheduler.client.report [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted allocation for migration e376c472-be36-4863-8595-0bb07ca9f962 [ 1224.826779] env[69674]: DEBUG nova.compute.manager [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1225.036227] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257635, 'name': PowerOffVM_Task, 'duration_secs': 0.289802} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.036529] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.036719] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.253710] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0ad8f851-f6f8-4ab8-97ee-0dfe7eddd1ce tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.766s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.343220] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.343478] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.363021] env[69674]: DEBUG nova.objects.instance [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid a8354a78-e16e-4e7a-b837-718eb222359c {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.426676] env[69674]: DEBUG nova.objects.instance [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.542791] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.543059] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.543235] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.543472] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.543632] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.543781] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.543989] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.544164] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.544397] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.544585] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.544795] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.550250] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ef97af-23ab-4926-95ee-ae3f69d068d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.567520] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1225.567520] env[69674]: value = "task-3257636" [ 1225.567520] env[69674]: _type = "Task" [ 1225.567520] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.576399] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.848441] env[69674]: INFO nova.compute.claims [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.869883] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5540206f-199b-4d1c-bcf5-3983aed87120 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.932381] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.932609] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.932822] env[69674]: DEBUG nova.network.neutron [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.933044] env[69674]: DEBUG nova.objects.instance [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'info_cache' on Instance uuid efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.008537] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.008834] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.077695] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257636, 'name': ReconfigVM_Task, 'duration_secs': 0.176148} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.078048] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.258570] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.354642] env[69674]: INFO nova.compute.resource_tracker [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating resource usage from migration 84b41203-272e-4ddf-ad5f-cf3170f8780b [ 1226.435899] env[69674]: DEBUG nova.objects.base [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.463168] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ebd72-07fe-40bf-96c4-cb6c297510a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.471040] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a036c87-4eac-4980-831e-5dcbc8021864 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.502174] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797fb8f-d699-45a3-b4fe-b9ae0c441cf6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.509855] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8ca96-fbde-47fb-86be-4f8cc8ef312c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.514066] env[69674]: INFO nova.compute.manager [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Detaching volume 96e6446e-be1b-40cb-a7cd-dd9577dc116f [ 1226.525602] env[69674]: DEBUG nova.compute.provider_tree [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.553531] env[69674]: INFO nova.virt.block_device [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Attempting to driver detach volume 96e6446e-be1b-40cb-a7cd-dd9577dc116f from mountpoint /dev/sdb [ 1226.553766] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.553990] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650837', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'name': 'volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8354a78-e16e-4e7a-b837-718eb222359c', 'attached_at': '', 'detached_at': '', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'serial': '96e6446e-be1b-40cb-a7cd-dd9577dc116f'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.554857] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653502e-26c6-4799-9a1e-0bd01198b92a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.576928] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dafe8b-6e6f-4f61-9143-58c083632aa4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.585168] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.585399] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.585575] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.585760] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.585907] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.586071] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.586282] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.586442] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.586611] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.586772] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.586945] env[69674]: DEBUG nova.virt.hardware [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.592109] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.592445] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e83759-399c-4cb3-9cf9-8e1a25da1988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.605133] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff992aa-9348-44c0-aeb8-00675ebd830c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627121] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f632f-7103-452e-b84e-5de3730e6e5b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.629762] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1226.629762] env[69674]: value = "task-3257637" [ 1226.629762] env[69674]: _type = "Task" [ 1226.629762] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.646758] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] The volume has not been displaced from its original location: [datastore1] volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f/volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.652355] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.656719] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c043c74-3170-498f-b263-6d6d2974dba2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.671611] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.679181] env[69674]: DEBUG oslo_vmware.api [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1226.679181] env[69674]: value = "task-3257638" [ 1226.679181] env[69674]: _type = "Task" [ 1226.679181] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.347408] env[69674]: DEBUG nova.scheduler.client.report [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.358595] env[69674]: DEBUG oslo_vmware.api [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257638, 'name': ReconfigVM_Task, 'duration_secs': 0.22498} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.361466] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.366113] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257637, 'name': ReconfigVM_Task, 'duration_secs': 0.161569} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.366872] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d725ce-3b73-402f-8330-87880ed80fb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.376280] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.377242] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ac8d9-16a8-4cac-a89f-73276d7cb744 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.399931] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-99f17b9c-5f66-413b-ae8c-09003a577846/volume-99f17b9c-5f66-413b-ae8c-09003a577846.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.401292] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0b6057-7357-4073-b2cb-5cdc95f9b50e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.414591] env[69674]: DEBUG oslo_vmware.api [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1227.414591] env[69674]: value = "task-3257639" [ 1227.414591] env[69674]: _type = "Task" [ 1227.414591] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.420417] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1227.420417] env[69674]: value = "task-3257640" [ 1227.420417] env[69674]: _type = "Task" [ 1227.420417] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.423288] env[69674]: DEBUG oslo_vmware.api [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.431102] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.581046] env[69674]: DEBUG nova.network.neutron [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [{"id": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "address": "fa:16:3e:e8:f8:e4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17950b78-c9", "ovs_interfaceid": "17950b78-c981-4f9d-8a14-d7e4d73c35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.854888] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.511s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.854888] env[69674]: INFO nova.compute.manager [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Migrating [ 1227.861358] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.603s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.861573] env[69674]: DEBUG nova.objects.instance [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'pci_requests' on Instance uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.870909] env[69674]: DEBUG nova.objects.instance [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'numa_topology' on Instance uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.924269] env[69674]: DEBUG oslo_vmware.api [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257639, 'name': ReconfigVM_Task, 'duration_secs': 0.139833} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.927276] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650837', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'name': 'volume-96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8354a78-e16e-4e7a-b837-718eb222359c', 'attached_at': '', 'detached_at': '', 'volume_id': '96e6446e-be1b-40cb-a7cd-dd9577dc116f', 'serial': '96e6446e-be1b-40cb-a7cd-dd9577dc116f'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.933595] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257640, 'name': ReconfigVM_Task, 'duration_secs': 0.237251} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.933855] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-99f17b9c-5f66-413b-ae8c-09003a577846/volume-99f17b9c-5f66-413b-ae8c-09003a577846.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.934152] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.084785] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-efc340ec-d269-4261-8227-dedeb000bae6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.370316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.370622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.370622] env[69674]: DEBUG nova.network.neutron [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.373641] env[69674]: INFO nova.compute.claims [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.441139] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a131cc-88b3-4ac4-b2b3-49bf86c9d951 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.460039] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a572635-5f97-4994-93df-625507a2d7a0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.477425] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.481538] env[69674]: DEBUG nova.objects.instance [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid a8354a78-e16e-4e7a-b837-718eb222359c {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.090798] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.091168] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e04c4f7-4826-464c-be5d-bed6470889ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.098963] env[69674]: DEBUG oslo_vmware.api [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1229.098963] env[69674]: value = "task-3257641" [ 1229.098963] env[69674]: _type = "Task" [ 1229.098963] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.109078] env[69674]: DEBUG oslo_vmware.api [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.171071] env[69674]: DEBUG nova.network.neutron [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.495371] env[69674]: DEBUG oslo_concurrency.lockutils [None req-17012a5a-ba36-43d6-89f6-b0f7b90cbc3e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.486s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.514056] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae42765-97ec-4608-8cb6-102619a2c4b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.526014] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2ac88a-0556-4d47-8d15-2cda8930e994 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.558258] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb839cf-2de9-4b0d-9da3-d435ea0386fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.565734] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e668a7-f435-4fed-b831-4905572e4164 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.579561] env[69674]: DEBUG nova.compute.provider_tree [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.612327] env[69674]: DEBUG oslo_vmware.api [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257641, 'name': PowerOnVM_Task, 'duration_secs': 0.369959} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.612865] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.613239] env[69674]: DEBUG nova.compute.manager [None req-d2e2320c-0831-49e3-b8cc-47df51e8213d tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1229.614627] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ff919-31ee-4c11-8760-375915b73715 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.674042] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.083539] env[69674]: DEBUG nova.scheduler.client.report [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.138477] env[69674]: DEBUG nova.network.neutron [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Port f3646c3f-1672-4041-b6ae-c3a02613a584 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1230.288802] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.289073] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.289284] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.289462] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.289631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.292607] env[69674]: INFO nova.compute.manager [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Terminating instance [ 1230.588526] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.633098] env[69674]: INFO nova.network.neutron [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating port c6b5f253-3500-41c7-9858-92595f571282 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1230.796449] env[69674]: DEBUG nova.compute.manager [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1230.796688] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.797611] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c114145-282e-40e3-a24f-ed26d2768344 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.805469] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.805665] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-563a76b2-35e0-4bd7-814b-9c5ebb3b68c8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.811671] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1230.811671] env[69674]: value = "task-3257642" [ 1230.811671] env[69674]: _type = "Task" [ 1230.811671] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.819367] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.084974] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.085265] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.085487] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "efc340ec-d269-4261-8227-dedeb000bae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.085665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.085833] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.088013] env[69674]: INFO nova.compute.manager [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Terminating instance [ 1231.158511] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.158710] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.158889] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.193216] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2747c3-1873-471f-b841-c50a8f118601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.212448] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.321920] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257642, 'name': PowerOffVM_Task, 'duration_secs': 0.207597} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.322299] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.322505] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.322747] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d5672db-54b5-47e4-a767-5b87d99a67ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.386105] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.386375] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.386717] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleting the datastore file [datastore2] a8354a78-e16e-4e7a-b837-718eb222359c {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.386999] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2258e94f-7c17-4564-8ce2-bf88d01e85b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.392840] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1231.392840] env[69674]: value = "task-3257644" [ 1231.392840] env[69674]: _type = "Task" [ 1231.392840] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.400065] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.592320] env[69674]: DEBUG nova.compute.manager [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1231.592717] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.593692] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b3fdd-d384-4150-971f-114c1c7e85b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.601990] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.602265] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5560c251-e3fa-4c3e-80b2-7df005922186 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.608917] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1231.608917] env[69674]: value = "task-3257645" [ 1231.608917] env[69674]: _type = "Task" [ 1231.608917] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.617478] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.718158] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.718487] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd743b34-ae58-42c7-8694-c09fb831211b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.726410] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1231.726410] env[69674]: value = "task-3257646" [ 1231.726410] env[69674]: _type = "Task" [ 1231.726410] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.735440] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.902062] env[69674]: DEBUG oslo_vmware.api [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1513} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.902348] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.902633] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.902880] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.903124] env[69674]: INFO nova.compute.manager [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1231.903407] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.903634] env[69674]: DEBUG nova.compute.manager [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1231.903753] env[69674]: DEBUG nova.network.neutron [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.029369] env[69674]: DEBUG nova.compute.manager [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1232.030034] env[69674]: DEBUG oslo_concurrency.lockutils [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.030392] env[69674]: DEBUG oslo_concurrency.lockutils [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.030676] env[69674]: DEBUG oslo_concurrency.lockutils [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.031893] env[69674]: DEBUG nova.compute.manager [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] No waiting events found dispatching network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.033603] env[69674]: WARNING nova.compute.manager [req-46ed801b-8a50-417e-876a-5ded9c47e16a req-7abf2fa0-5fb8-4f19-8ca6-60b0bd0494f0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received unexpected event network-vif-plugged-c6b5f253-3500-41c7-9858-92595f571282 for instance with vm_state shelved_offloaded and task_state spawning. [ 1232.118425] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257645, 'name': PowerOffVM_Task, 'duration_secs': 0.217376} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.118708] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.118874] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.119138] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c8e6b70-d08f-46e9-9f8d-3b4a2f46877e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.158563] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.158830] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.158942] env[69674]: DEBUG nova.network.neutron [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.196813] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.197000] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.197192] env[69674]: DEBUG nova.network.neutron [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.201899] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.201899] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.201899] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleting the datastore file [datastore2] efc340ec-d269-4261-8227-dedeb000bae6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.201899] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542e5a61-67d5-4ef5-8b45-f13889023cd7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.207106] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1232.207106] env[69674]: value = "task-3257648" [ 1232.207106] env[69674]: _type = "Task" [ 1232.207106] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.216457] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.234711] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257646, 'name': PowerOffVM_Task, 'duration_secs': 0.193289} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.234967] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.235169] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.687529] env[69674]: DEBUG nova.compute.manager [req-bd6dae8b-92e1-429a-bed8-e7e62aa12300 req-e412f602-d779-4345-ad23-194157d8877b service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Received event network-vif-deleted-767e0757-b884-4cf4-82a9-58018de04a18 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1232.687778] env[69674]: INFO nova.compute.manager [req-bd6dae8b-92e1-429a-bed8-e7e62aa12300 req-e412f602-d779-4345-ad23-194157d8877b service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Neutron deleted interface 767e0757-b884-4cf4-82a9-58018de04a18; detaching it from the instance and deleting it from the info cache [ 1232.687939] env[69674]: DEBUG nova.network.neutron [req-bd6dae8b-92e1-429a-bed8-e7e62aa12300 req-e412f602-d779-4345-ad23-194157d8877b service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.716496] env[69674]: DEBUG oslo_vmware.api [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141009} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.717263] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.717263] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.717263] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.717435] env[69674]: INFO nova.compute.manager [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.717689] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.717908] env[69674]: DEBUG nova.compute.manager [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1232.717994] env[69674]: DEBUG nova.network.neutron [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.741459] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.741694] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.741848] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.742175] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.742175] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.742329] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.742509] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.742667] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.742833] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.742993] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.743283] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.750320] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2c1a20-e435-46b0-b4ba-5a24cd597e87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.770282] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1232.770282] env[69674]: value = "task-3257649" [ 1232.770282] env[69674]: _type = "Task" [ 1232.770282] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.778266] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.949757] env[69674]: DEBUG nova.network.neutron [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.056738] env[69674]: DEBUG nova.network.neutron [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.121855] env[69674]: DEBUG nova.network.neutron [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.191893] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4799ed7-85b4-44c9-922f-9a7e72911409 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.201706] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecba853-1b22-4d04-8149-6d2dfe1b985e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.230613] env[69674]: DEBUG nova.compute.manager [req-bd6dae8b-92e1-429a-bed8-e7e62aa12300 req-e412f602-d779-4345-ad23-194157d8877b service nova] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Detach interface failed, port_id=767e0757-b884-4cf4-82a9-58018de04a18, reason: Instance a8354a78-e16e-4e7a-b837-718eb222359c could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1233.280287] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257649, 'name': ReconfigVM_Task, 'duration_secs': 0.141519} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.280598] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.454214] env[69674]: DEBUG oslo_concurrency.lockutils [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.559380] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.587486] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='444908dc098ad9d756c7071ccd319744',container_format='bare',created_at=2025-04-03T13:11:55Z,direct_url=,disk_format='vmdk',id=2ac0519d-772b-47bd-b3f2-bef9bb62b7ec,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-374952961-shelved',owner='e9c8f4396b78484f8ba1743c5e94f8e7',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T13:12:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.587740] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.587903] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.588106] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.588264] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.588414] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.588629] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.588795] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.588970] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.589313] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.589412] env[69674]: DEBUG nova.virt.hardware [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.590354] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25239428-da3a-4386-ad8e-3d3e9b751b80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.598396] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c58e3b-76d8-44d4-a86c-cb9fff0777fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.613580] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:58:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b5f253-3500-41c7-9858-92595f571282', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.620819] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.621017] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.621231] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7aa0a88-4b19-4ef8-96ac-5bda9035d71f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.634946] env[69674]: INFO nova.compute.manager [-] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Took 1.73 seconds to deallocate network for instance. [ 1233.642849] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.642849] env[69674]: value = "task-3257650" [ 1233.642849] env[69674]: _type = "Task" [ 1233.642849] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.650156] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257650, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.768969] env[69674]: DEBUG nova.network.neutron [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.787857] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.788147] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.788316] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.788513] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.788671] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.788834] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.789067] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.789236] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.789405] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.789596] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.789770] env[69674]: DEBUG nova.virt.hardware [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.795207] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.795795] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77b453c-9efe-4be6-90ae-170ecd56bdcf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.816084] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1233.816084] env[69674]: value = "task-3257651" [ 1233.816084] env[69674]: _type = "Task" [ 1233.816084] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.824305] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.962621] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7b2ae-6b79-4470-ac02-c1b2615aef6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.969906] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae09069-1e12-4232-811b-08d9451fe56a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.055097] env[69674]: DEBUG nova.compute.manager [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-changed-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1234.055097] env[69674]: DEBUG nova.compute.manager [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing instance network info cache due to event network-changed-c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1234.055097] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] Acquiring lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.055442] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] Acquired lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.055442] env[69674]: DEBUG nova.network.neutron [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Refreshing network info cache for port c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.140816] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.141135] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.141360] env[69674]: DEBUG nova.objects.instance [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'resources' on Instance uuid a8354a78-e16e-4e7a-b837-718eb222359c {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.152541] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257650, 'name': CreateVM_Task, 'duration_secs': 0.309424} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.152695] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.153347] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.153510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.153882] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.154152] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94086480-eee8-4895-91ed-f4f74ef11efa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.158761] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1234.158761] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520574ad-70ca-b9c7-a987-facec9544ae5" [ 1234.158761] env[69674]: _type = "Task" [ 1234.158761] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.167306] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520574ad-70ca-b9c7-a987-facec9544ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.272230] env[69674]: INFO nova.compute.manager [-] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Took 1.55 seconds to deallocate network for instance. [ 1234.325214] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257651, 'name': ReconfigVM_Task, 'duration_secs': 0.160942} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.325501] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.326271] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c9add-3f06-4769-a0b4-1afde1cddc42 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.351073] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.351073] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ecfb409-34b5-4c4c-909b-25f46e924cc5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.367599] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1234.367599] env[69674]: value = "task-3257652" [ 1234.367599] env[69674]: _type = "Task" [ 1234.367599] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.375891] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.671981] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.672270] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Processing image 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.672534] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.672694] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.672874] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.673801] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abc431b7-e089-4759-8b27-0329ccea6b3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.682218] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.682425] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.685051] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eae600a-20c0-4d55-ac59-b166c9c0fbc4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.692401] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1234.692401] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5234b0fb-7208-897d-65bd-05dc19c37a7e" [ 1234.692401] env[69674]: _type = "Task" [ 1234.692401] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.699929] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5234b0fb-7208-897d-65bd-05dc19c37a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.714357] env[69674]: DEBUG nova.compute.manager [req-35ced17e-8fc7-4ead-8db6-345a2350d5b9 req-38065931-a1e4-4394-a22b-96f3643ef252 service nova] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Received event network-vif-deleted-17950b78-c981-4f9d-8a14-d7e4d73c35eb {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1234.772557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f8ce4-f482-433a-939d-ca92d5ea89a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.779659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.780666] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1703eae-c399-4608-8221-73f86fce8595 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.786043] env[69674]: DEBUG nova.network.neutron [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updated VIF entry in instance network info cache for port c6b5f253-3500-41c7-9858-92595f571282. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.786401] env[69674]: DEBUG nova.network.neutron [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [{"id": "c6b5f253-3500-41c7-9858-92595f571282", "address": "fa:16:3e:aa:58:10", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5f253-35", "ovs_interfaceid": "c6b5f253-3500-41c7-9858-92595f571282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.811817] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b258a-337b-47ad-ab96-f6fb7fb1cd28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.819600] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838f869-83bd-4085-8064-74339e2b2d84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.835060] env[69674]: DEBUG nova.compute.provider_tree [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.877240] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257652, 'name': ReconfigVM_Task, 'duration_secs': 0.284186} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.877513] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5/1c63c8bd-149e-4025-a9d6-afce1c1951c5.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.877774] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.066632] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55db865-c163-42d1-8ce2-2994773799d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.086417] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f5033-fcdf-44d9-a003-3732996fca96 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.093292] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.203032] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1235.203301] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Fetch image to [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee/OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1235.203483] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Downloading stream optimized image 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec to [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee/OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee.vmdk on the data store datastore1 as vApp {{(pid=69674) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1235.203655] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Downloading image file data 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec to the ESX as VM named 'OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee' {{(pid=69674) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1235.276174] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1235.276174] env[69674]: value = "resgroup-9" [ 1235.276174] env[69674]: _type = "ResourcePool" [ 1235.276174] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1235.276495] env[69674]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f78950c8-d5cd-4047-b940-a393258bf1f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.296839] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease: (returnval){ [ 1235.296839] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1235.296839] env[69674]: _type = "HttpNfcLease" [ 1235.296839] env[69674]: } obtained for vApp import into resource pool (val){ [ 1235.296839] env[69674]: value = "resgroup-9" [ 1235.296839] env[69674]: _type = "ResourcePool" [ 1235.296839] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1235.297294] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the lease: (returnval){ [ 1235.297294] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1235.297294] env[69674]: _type = "HttpNfcLease" [ 1235.297294] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1235.303036] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.303036] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1235.303036] env[69674]: _type = "HttpNfcLease" [ 1235.303036] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.311641] env[69674]: DEBUG oslo_concurrency.lockutils [req-e3784dde-d9a8-4a33-9078-ebfe419c46ba req-eea3174f-faaa-42b0-bbef-798893fc52b0 service nova] Releasing lock "refresh_cache-e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.337945] env[69674]: DEBUG nova.scheduler.client.report [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.384098] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7c5f1b-4823-4668-bd94-d1aadbbf9754 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.403370] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a68e1-2848-4052-8f3b-e4967a472391 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.422738] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.599325] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.599601] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-225dc9e3-469d-40ea-ba8f-6f7103d286db {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.606461] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1235.606461] env[69674]: value = "task-3257654" [ 1235.606461] env[69674]: _type = "Task" [ 1235.606461] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.615888] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.806326] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.806326] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1235.806326] env[69674]: _type = "HttpNfcLease" [ 1235.806326] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.843562] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.846462] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.067s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.846860] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.872026] env[69674]: INFO nova.scheduler.client.report [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted allocations for instance efc340ec-d269-4261-8227-dedeb000bae6 [ 1235.873617] env[69674]: INFO nova.scheduler.client.report [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted allocations for instance a8354a78-e16e-4e7a-b837-718eb222359c [ 1235.964231] env[69674]: DEBUG nova.network.neutron [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Port 0e3c39f3-996f-4ce2-9657-942853004835 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1236.116221] env[69674]: DEBUG oslo_vmware.api [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257654, 'name': PowerOnVM_Task, 'duration_secs': 0.438851} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.116472] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.116624] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-22e0b920-42dc-41d1-96d8-8ead4524ed6e tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.306113] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.306113] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1236.306113] env[69674]: _type = "HttpNfcLease" [ 1236.306113] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1236.306462] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1236.306462] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52223b39-5c2c-20f0-574d-6ab23db3ee47" [ 1236.306462] env[69674]: _type = "HttpNfcLease" [ 1236.306462] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1236.307181] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb448b-9e24-474b-a361-66cbb2957d17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.314526] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1236.314703] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1236.379757] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-adf225ff-2d01-4bb2-8902-1ef10c265ed6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.387143] env[69674]: DEBUG oslo_concurrency.lockutils [None req-114b2570-e99c-45eb-b2c9-a77b7f57fcc4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "efc340ec-d269-4261-8227-dedeb000bae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.302s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.389080] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a7350893-1eda-49a0-9556-b63f63664c9e tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "a8354a78-e16e-4e7a-b837-718eb222359c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.099s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.991473] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.991897] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.991897] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.251031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.251031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.446075] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.446336] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.446519] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.448178] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.448369] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.448554] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.448746] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.448909] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1237.449114] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.508151] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1237.508468] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1237.509748] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc87b90-2447-4058-8cd0-6875c4495d32 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.516981] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1237.517159] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1237.517622] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e65f7dcc-231b-49ba-9f42-486d51304405 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.717359] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52856c0b-26db-1072-4ade-807b905877c7/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1237.717359] env[69674]: INFO nova.virt.vmwareapi.images [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Downloaded image file data 2ac0519d-772b-47bd-b3f2-bef9bb62b7ec [ 1237.718150] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17046b98-8b7b-4308-b5b9-a3cc0d804a19 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.735536] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3676f984-f6dd-4f2b-90ae-7ba8b73d93f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.753718] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1237.767068] env[69674]: INFO nova.virt.vmwareapi.images [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] The imported VM was unregistered [ 1237.769310] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1237.769568] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.770125] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dcd3a4a-a60c-4437-9efc-7ca31428c9f3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.780544] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.780823] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee/OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee.vmdk to [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk. {{(pid=69674) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1237.780962] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-556817da-ea51-4feb-a5a0-592807d30b21 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.787071] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1237.787071] env[69674]: value = "task-3257656" [ 1237.787071] env[69674]: _type = "Task" [ 1237.787071] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.794145] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.952276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.952560] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.952752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.952906] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1237.953803] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738696b-e0b2-46e6-b1b6-3b69e89ee0bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.962069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18a9ff-4375-44b0-98cb-0e30ca8259c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.976326] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68180b46-0136-4eee-aacf-5454ad3a88f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.983280] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c140e-b01c-4b47-84a6-c07ad23145a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.017198] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179495MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1238.017575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.017575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.050623] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.050815] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.050999] env[69674]: DEBUG nova.network.neutron [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.273361] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.296971] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.497260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.497524] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.596342] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.596654] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.596796] env[69674]: DEBUG nova.compute.manager [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Going to confirm migration 7 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1238.797526] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.832551] env[69674]: DEBUG nova.network.neutron [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.000500] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1239.028740] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Applying migration context for instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 as it has an incoming, in-progress migration 84b41203-272e-4ddf-ad5f-cf3170f8780b. Migration status is post-migrating {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1239.029157] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Applying migration context for instance cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 as it has an incoming, in-progress migration a6fc7abf-1a2c-4dad-81eb-41f157ce0ddf. Migration status is confirming {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1239.030349] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating resource usage from migration 84b41203-272e-4ddf-ad5f-cf3170f8780b [ 1239.030712] env[69674]: INFO nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating resource usage from migration a6fc7abf-1a2c-4dad-81eb-41f157ce0ddf [ 1239.052602] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.052804] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 8a21ed5a-83e3-42fc-b380-202c14333170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.052988] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration a6fc7abf-1a2c-4dad-81eb-41f157ce0ddf is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1239.053181] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.053321] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.053444] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Migration 84b41203-272e-4ddf-ad5f-cf3170f8780b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1239.053591] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1239.161308] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.161499] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquired lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.161682] env[69674]: DEBUG nova.network.neutron [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.161867] env[69674]: DEBUG nova.objects.instance [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'info_cache' on Instance uuid cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.299409] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.334919] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.524897] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.556559] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7bf8cae6-84a3-4048-872d-50c01c558de7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1239.800428] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.856220] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e971e-0078-414a-a8dc-a49e315dbdce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.874932] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4895fd0f-a52d-4657-906d-2ae2e7aa7240 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.882133] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.060929] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.061299] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.061384] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1240.160409] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935404b6-d7e9-4afe-93e9-e80189290b89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.167570] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f85399-5116-431f-9c99-327c6c25e9d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.201490] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55236e81-63f4-4970-b6c1-b54994b7a6da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.208904] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a7740-87af-43f4-af1c-3e6c4c1ab5f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.221614] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.299256] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257656, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.275718} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.299516] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee/OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee.vmdk to [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk. [ 1240.299707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Cleaning up location [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1240.299831] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_74e91017-6360-4fb5-ae51-4123295a75ee {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.300190] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6acc08c3-f81d-4877-a809-0d7e3d666efb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.306255] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1240.306255] env[69674]: value = "task-3257657" [ 1240.306255] env[69674]: _type = "Task" [ 1240.306255] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.313336] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.388684] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.389013] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ede2bf-1af1-49b0-8cd3-c4ac0085a67b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.391555] env[69674]: DEBUG nova.network.neutron [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [{"id": "f3646c3f-1672-4041-b6ae-c3a02613a584", "address": "fa:16:3e:96:ff:60", "network": {"id": "550f8da2-a494-49f7-97bf-d59c43974bf5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1343125748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4608fa1e034d48ce8a8d8fab9b13e0d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3646c3f-16", "ovs_interfaceid": "f3646c3f-1672-4041-b6ae-c3a02613a584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.399188] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1240.399188] env[69674]: value = "task-3257658" [ 1240.399188] env[69674]: _type = "Task" [ 1240.399188] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.406027] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.724332] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.815748] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033063} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.817116] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.817116] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.817116] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk to [datastore1] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.817116] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8dd081-ff4e-42c8-ae0c-d61638b7efa8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.822640] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1240.822640] env[69674]: value = "task-3257659" [ 1240.822640] env[69674]: _type = "Task" [ 1240.822640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.830237] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.894644] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Releasing lock "refresh_cache-cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.894941] env[69674]: DEBUG nova.objects.instance [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'migration_context' on Instance uuid cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.907510] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.229069] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1241.229471] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.212s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.229554] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.956s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.231219] env[69674]: INFO nova.compute.claims [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.334689] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.398332] env[69674]: DEBUG nova.objects.base [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.399391] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075194b4-9a9b-47be-9515-2b7783186818 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.426942] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0746fde4-a50a-44d9-a006-29145ae0a209 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.429671] env[69674]: DEBUG oslo_vmware.api [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257658, 'name': PowerOnVM_Task, 'duration_secs': 0.78415} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.429975] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.430281] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf94497-05f8-4848-96ff-5d9466c80c18 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance '1c63c8bd-149e-4025-a9d6-afce1c1951c5' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.437978] env[69674]: DEBUG oslo_vmware.api [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1241.437978] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526b3f85-7703-78cc-0171-6ed6ffcc2a7f" [ 1241.437978] env[69674]: _type = "Task" [ 1241.437978] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.445988] env[69674]: DEBUG oslo_vmware.api [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526b3f85-7703-78cc-0171-6ed6ffcc2a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.834410] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.948805] env[69674]: DEBUG oslo_vmware.api [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]526b3f85-7703-78cc-0171-6ed6ffcc2a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.043156} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.949948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.265482] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.334918] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.370495] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2ae0c-9240-4b68-a4cf-e6f59c6a43dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.378239] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b745ec4-bd68-40ea-aef1-e8757b399dbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.410077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e7b3c-ea01-45ec-8751-cb0440304f34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.418359] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8824d7-31b1-45cd-bbe3-8df72d6de7f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.432281] env[69674]: DEBUG nova.compute.provider_tree [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.835250] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.935923] env[69674]: DEBUG nova.scheduler.client.report [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.313331] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.313712] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.313800] env[69674]: DEBUG nova.compute.manager [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Going to confirm migration 8 {{(pid=69674) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1243.335585] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257659, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.419377} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.336762] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec/2ac0519d-772b-47bd-b3f2-bef9bb62b7ec.vmdk to [datastore1] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.337932] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01bd35c-f88c-4d3f-87d0-7d7aa67fe8eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.361857] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.362404] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81528b20-3cee-4174-bcc5-cd568bd459fc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.380940] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1243.380940] env[69674]: value = "task-3257660" [ 1243.380940] env[69674]: _type = "Task" [ 1243.380940] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.388743] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.441868] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.442375] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1243.445228] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.921s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.446738] env[69674]: INFO nova.compute.claims [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.886805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.886996] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.887194] env[69674]: DEBUG nova.network.neutron [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.887385] env[69674]: DEBUG nova.objects.instance [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'info_cache' on Instance uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.894301] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.956049] env[69674]: DEBUG nova.compute.utils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.956742] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1243.956995] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.020825] env[69674]: DEBUG nova.policy [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2994fe46c7642688726c57c004bde34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198f577154a6499da565f213e898ce2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.320672] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Successfully created port: fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.395430] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.460523] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1244.582754] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17552d-5593-4523-b2e9-867ff0b41846 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.590565] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126308be-0d83-42dd-a03b-58d0678a03be {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.622796] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438664c3-eda0-4b07-bd6d-3a89a9514b81 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.630282] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e55f7-d5d5-445a-a677-4190a3dfdc59 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.644046] env[69674]: DEBUG nova.compute.provider_tree [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.893083] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257660, 'name': ReconfigVM_Task, 'duration_secs': 1.25278} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.894035] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb/e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.894546] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'image_id': '2f688437-7b38-48ad-a49e-4ebf48cd1f5f'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'attachment_id': '87389fa4-8157-4a03-a8db-b3d505b5bfa7', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650839', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'name': 'volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb', 'attached_at': '', 'detached_at': '', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'serial': '8a12a68b-f36d-4c99-9284-8ac21fac15b3'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69674) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1244.894786] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1244.894987] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650839', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'name': 'volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb', 'attached_at': '', 'detached_at': '', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'serial': '8a12a68b-f36d-4c99-9284-8ac21fac15b3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1244.895796] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c2b7ea-69e8-4225-94ab-843fe0e05b62 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.914048] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9437acf6-3dd6-42e3-9b3d-0107dd529aa0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.937302] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3/volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.939808] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa6e577-df8d-47fd-95ee-ebdcf23842d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.957851] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1244.957851] env[69674]: value = "task-3257661" [ 1244.957851] env[69674]: _type = "Task" [ 1244.957851] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.969481] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.148470] env[69674]: DEBUG nova.scheduler.client.report [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.172613] env[69674]: DEBUG nova.network.neutron [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [{"id": "0e3c39f3-996f-4ce2-9657-942853004835", "address": "fa:16:3e:da:dd:2a", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3c39f3-99", "ovs_interfaceid": "0e3c39f3-996f-4ce2-9657-942853004835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.469488] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.471679] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1245.497543] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.497781] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.497941] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.498230] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.498415] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.498569] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.498778] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.498939] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.499119] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.499283] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.499456] env[69674]: DEBUG nova.virt.hardware [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.500281] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccdd9d1-ae0c-4ca8-b530-bcf3a75312ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.507717] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36fad3-e88e-4294-aaf7-9413490f63b8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.652364] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.652956] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1245.655722] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.706s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.674832] env[69674]: DEBUG nova.compute.manager [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Received event network-vif-plugged-fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1245.675110] env[69674]: DEBUG oslo_concurrency.lockutils [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.675332] env[69674]: DEBUG oslo_concurrency.lockutils [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.675504] env[69674]: DEBUG oslo_concurrency.lockutils [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.675833] env[69674]: DEBUG nova.compute.manager [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] No waiting events found dispatching network-vif-plugged-fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.676079] env[69674]: WARNING nova.compute.manager [req-059ec753-e7ec-4c3f-b5af-575272088b73 req-aabd06f0-20e8-4a86-b22f-659e076cb028 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Received unexpected event network-vif-plugged-fbc92b2b-d637-431d-8b01-a167018a1eff for instance with vm_state building and task_state spawning. [ 1245.677048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-1c63c8bd-149e-4025-a9d6-afce1c1951c5" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.677267] env[69674]: DEBUG nova.objects.instance [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'migration_context' on Instance uuid 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.755694] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Successfully updated port: fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.969034] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257661, 'name': ReconfigVM_Task, 'duration_secs': 0.659443} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.969148] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3/volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.973812] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258db644-96b2-47e5-8466-f7129462df55 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.988641] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1245.988641] env[69674]: value = "task-3257662" [ 1245.988641] env[69674]: _type = "Task" [ 1245.988641] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.996246] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.159457] env[69674]: DEBUG nova.compute.utils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.160929] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1246.161120] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.180621] env[69674]: DEBUG nova.objects.base [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Object Instance<1c63c8bd-149e-4025-a9d6-afce1c1951c5> lazy-loaded attributes: info_cache,migration_context {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.181303] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae93b795-260e-4a9e-af28-462541b3a212 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.204244] env[69674]: DEBUG nova.policy [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b091eb251a4392abc532d1c4f56ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2638bae0cca446c59ac9dfd28e8038aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.207909] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eabf7bd-b2e4-446e-9adf-a1ae2b3ae757 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.213537] env[69674]: DEBUG oslo_vmware.api [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1246.213537] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef8678-ba17-2dcd-2db4-e70bda511f84" [ 1246.213537] env[69674]: _type = "Task" [ 1246.213537] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.221550] env[69674]: DEBUG oslo_vmware.api [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef8678-ba17-2dcd-2db4-e70bda511f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.258013] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.258215] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.258311] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.303607] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe42dc-08d0-48c8-967a-6a69ab314be5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.313132] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0efd0e6-cf61-47a4-b26c-78f53aec5d69 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.347178] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e630f19-b326-4517-994d-5071b958c7df {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.354648] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2026e216-e4ef-469b-8eb7-da223d3856af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.367801] env[69674]: DEBUG nova.compute.provider_tree [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.499170] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257662, 'name': ReconfigVM_Task, 'duration_secs': 0.140888} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.499503] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650839', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'name': 'volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb', 'attached_at': '', 'detached_at': '', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'serial': '8a12a68b-f36d-4c99-9284-8ac21fac15b3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.500118] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a46d50cb-5f20-4fa4-8998-4921a962e407 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.507074] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1246.507074] env[69674]: value = "task-3257663" [ 1246.507074] env[69674]: _type = "Task" [ 1246.507074] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.514371] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257663, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.517083] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Successfully created port: c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.667936] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1246.724932] env[69674]: DEBUG oslo_vmware.api [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ef8678-ba17-2dcd-2db4-e70bda511f84, 'name': SearchDatastore_Task, 'duration_secs': 0.007399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.725263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.787477] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.870936] env[69674]: DEBUG nova.scheduler.client.report [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.903072] env[69674]: DEBUG nova.network.neutron [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.016533] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257663, 'name': Rename_Task, 'duration_secs': 0.158653} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.016533] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.016736] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f91ca8d-5e13-45b0-bf0d-1332c2ed4007 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.022643] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1247.022643] env[69674]: value = "task-3257664" [ 1247.022643] env[69674]: _type = "Task" [ 1247.022643] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.031082] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.405659] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.406027] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Instance network_info: |[{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1247.406440] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:95:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc92b2b-d637-431d-8b01-a167018a1eff', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.415268] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.415843] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.416102] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43427133-f5a9-44ad-af8d-896c1e4da22d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.436415] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.436415] env[69674]: value = "task-3257665" [ 1247.436415] env[69674]: _type = "Task" [ 1247.436415] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.444867] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257665, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.532634] env[69674]: DEBUG oslo_vmware.api [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257664, 'name': PowerOnVM_Task, 'duration_secs': 0.441536} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.533044] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.632846] env[69674]: DEBUG nova.compute.manager [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1247.633945] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79026fa-9cd6-4a4c-b263-21bacdce1e03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.677119] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1247.700827] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.701610] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.701935] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.702194] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.702359] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.702517] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.702783] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.702978] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.703175] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.703347] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.703524] env[69674]: DEBUG nova.virt.hardware [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.704422] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec14f58-da35-4c59-a439-7f3acc99339b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.709067] env[69674]: DEBUG nova.compute.manager [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Received event network-changed-fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1247.709254] env[69674]: DEBUG nova.compute.manager [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Refreshing instance network info cache due to event network-changed-fbc92b2b-d637-431d-8b01-a167018a1eff. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1247.709460] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.709604] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.709763] env[69674]: DEBUG nova.network.neutron [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Refreshing network info cache for port fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.716987] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3c4ee-262a-482c-a2f0-44a50d63d277 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.883976] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.228s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.887239] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.162s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.945870] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257665, 'name': CreateVM_Task, 'duration_secs': 0.376141} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.946044] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.946739] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.946905] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.947254] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.947509] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ea5d9c-087b-4d5a-8132-a9762c17ad1d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.951950] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1247.951950] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527c337f-f45f-28ee-85cc-067ea5881bb4" [ 1247.951950] env[69674]: _type = "Task" [ 1247.951950] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.960160] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527c337f-f45f-28ee-85cc-067ea5881bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.963807] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Successfully updated port: c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.153250] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7296b891-8245-4891-b079-484e6605c829 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.147s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.299221] env[69674]: INFO nova.compute.manager [None req-2e16b398-23c0-4f7e-87db-372f28cabfb1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Get console output [ 1248.299497] env[69674]: WARNING nova.virt.vmwareapi.driver [None req-2e16b398-23c0-4f7e-87db-372f28cabfb1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] The console log is missing. Check your VSPC configuration [ 1248.397879] env[69674]: DEBUG nova.network.neutron [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updated VIF entry in instance network info cache for port fbc92b2b-d637-431d-8b01-a167018a1eff. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.398113] env[69674]: DEBUG nova.network.neutron [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.447337] env[69674]: INFO nova.scheduler.client.report [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocation for migration a6fc7abf-1a2c-4dad-81eb-41f157ce0ddf [ 1248.463462] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527c337f-f45f-28ee-85cc-067ea5881bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.466169] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.466342] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.466576] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.466726] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.466903] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.468117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.468117] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.468117] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.468779] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b9b066-8229-4e41-9efd-bf346ddb1a9a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.478809] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.479027] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.479824] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e20ef0-1427-4233-b559-711a609f8c0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.489599] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1248.489599] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a88212-4bba-489e-acca-0e54187d9ceb" [ 1248.489599] env[69674]: _type = "Task" [ 1248.489599] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.495945] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a88212-4bba-489e-acca-0e54187d9ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.532926] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e8987-c2b6-41d6-a188-a85a6b646270 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.540724] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49620f25-a64f-47b3-8901-13fe70e355e0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.571199] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923e3ff-093d-4d5f-afc0-756871c91718 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.578734] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ed952-d76a-40e2-b49a-71a0a6c9a72e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.595382] env[69674]: DEBUG nova.compute.provider_tree [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.901353] env[69674]: DEBUG oslo_concurrency.lockutils [req-2ec1aee6-9744-4ae2-a6b7-a722bfacc82c req-47e21d5d-94a6-453d-b919-c3019b33b82f service nova] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.955794] env[69674]: DEBUG oslo_concurrency.lockutils [None req-06ec752e-b8d0-4c51-83fc-fd45243645d1 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.359s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.999412] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a88212-4bba-489e-acca-0e54187d9ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.000320] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd3306e-2f65-425d-88e8-d45f9fd0fabe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.003285] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.010031] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1249.010031] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a42305-d822-e567-aaeb-01faf984c7df" [ 1249.010031] env[69674]: _type = "Task" [ 1249.010031] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.017411] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a42305-d822-e567-aaeb-01faf984c7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.098028] env[69674]: DEBUG nova.scheduler.client.report [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.123692] env[69674]: DEBUG nova.network.neutron [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating instance_info_cache with network_info: [{"id": "c5f447da-8525-49c2-9a54-22feb67f3746", "address": "fa:16:3e:a7:95:9d", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f447da-85", "ovs_interfaceid": "c5f447da-8525-49c2-9a54-22feb67f3746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.520069] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a42305-d822-e567-aaeb-01faf984c7df, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.520352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.520612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.521089] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f484deb4-1188-462a-84a8-7d7d6271cf7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.527532] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1249.527532] env[69674]: value = "task-3257666" [ 1249.527532] env[69674]: _type = "Task" [ 1249.527532] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.534971] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.625452] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.625840] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Instance network_info: |[{"id": "c5f447da-8525-49c2-9a54-22feb67f3746", "address": "fa:16:3e:a7:95:9d", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f447da-85", "ovs_interfaceid": "c5f447da-8525-49c2-9a54-22feb67f3746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1249.626306] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:95:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5f447da-8525-49c2-9a54-22feb67f3746', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.633878] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.634385] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.634624] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8cc793a-27f0-4c84-b91b-1dad17a68f0c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.655257] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.655257] env[69674]: value = "task-3257667" [ 1249.655257] env[69674]: _type = "Task" [ 1249.655257] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.663680] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257667, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.731867] env[69674]: DEBUG nova.compute.manager [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Received event network-vif-plugged-c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1249.732173] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.732476] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.732724] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.732964] env[69674]: DEBUG nova.compute.manager [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] No waiting events found dispatching network-vif-plugged-c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.733214] env[69674]: WARNING nova.compute.manager [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Received unexpected event network-vif-plugged-c5f447da-8525-49c2-9a54-22feb67f3746 for instance with vm_state building and task_state spawning. [ 1249.733455] env[69674]: DEBUG nova.compute.manager [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Received event network-changed-c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1249.733678] env[69674]: DEBUG nova.compute.manager [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Refreshing instance network info cache due to event network-changed-c5f447da-8525-49c2-9a54-22feb67f3746. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1249.733964] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Acquiring lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.734208] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Acquired lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.734436] env[69674]: DEBUG nova.network.neutron [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Refreshing network info cache for port c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.040096] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50504} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.040421] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.040613] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.040887] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41bce51-ccaa-4ddc-a34a-fb980c1d48d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.047094] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1250.047094] env[69674]: value = "task-3257668" [ 1250.047094] env[69674]: _type = "Task" [ 1250.047094] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.056092] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.108925] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.165773] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257667, 'name': CreateVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.417118] env[69674]: DEBUG nova.network.neutron [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updated VIF entry in instance network info cache for port c5f447da-8525-49c2-9a54-22feb67f3746. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.417497] env[69674]: DEBUG nova.network.neutron [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating instance_info_cache with network_info: [{"id": "c5f447da-8525-49c2-9a54-22feb67f3746", "address": "fa:16:3e:a7:95:9d", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f447da-85", "ovs_interfaceid": "c5f447da-8525-49c2-9a54-22feb67f3746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.558120] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06821} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.558120] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.558779] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a1a830-ad23-4166-a050-b2b388078b8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.580379] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.580666] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a0e8c8-00cb-40b2-b0e8-ceb10ae99601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.599798] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1250.599798] env[69674]: value = "task-3257669" [ 1250.599798] env[69674]: _type = "Task" [ 1250.599798] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.607855] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.665898] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257667, 'name': CreateVM_Task, 'duration_secs': 0.586045} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.666094] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.666999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.666999] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.667406] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.667566] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9c645b-c6a9-4c89-9965-6e6471d5ec9f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.670334] env[69674]: INFO nova.scheduler.client.report [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted allocation for migration 84b41203-272e-4ddf-ad5f-cf3170f8780b [ 1250.672440] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1250.672440] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a29663-611c-dc61-a35e-391df8c7f1af" [ 1250.672440] env[69674]: _type = "Task" [ 1250.672440] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.686331] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a29663-611c-dc61-a35e-391df8c7f1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.921919] env[69674]: DEBUG oslo_concurrency.lockutils [req-9efa691b-c6b0-4fa6-bd7f-52efd34ab2d7 req-84367782-6864-47fa-a5a1-61cc6a0c40b3 service nova] Releasing lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.110124] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257669, 'name': ReconfigVM_Task, 'duration_secs': 0.321935} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.110124] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.110704] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4031f0-3d66-413d-b5b1-c0186a3a684e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.117073] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1251.117073] env[69674]: value = "task-3257670" [ 1251.117073] env[69674]: _type = "Task" [ 1251.117073] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.126030] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257670, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.183153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d04004fd-8c6c-468d-bc80-d69e924dcb1c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.869s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.184241] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a29663-611c-dc61-a35e-391df8c7f1af, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.185055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.185055] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.185055] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.185276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.185318] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.186042] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71f3ec8-ae1f-4d53-8159-ef1f545a7c03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.198224] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.198431] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.199421] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf5a63e-57e3-4d9c-8498-bbb54e3e5be8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.205102] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1251.205102] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bba73b-4c83-a10f-256f-a9db7feec056" [ 1251.205102] env[69674]: _type = "Task" [ 1251.205102] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.212841] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bba73b-4c83-a10f-256f-a9db7feec056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.426134] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.426407] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.426614] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.426796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.426969] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.429154] env[69674]: INFO nova.compute.manager [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Terminating instance [ 1251.626967] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257670, 'name': Rename_Task, 'duration_secs': 0.14126} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.626967] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.627351] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d0955c3-7403-4511-bcf2-973f2ef90516 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.633317] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1251.633317] env[69674]: value = "task-3257671" [ 1251.633317] env[69674]: _type = "Task" [ 1251.633317] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.640454] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.715084] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52bba73b-4c83-a10f-256f-a9db7feec056, 'name': SearchDatastore_Task, 'duration_secs': 0.017184} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.715893] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7024fe2-2525-4ce9-9eea-55ff80fe3311 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.721218] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1251.721218] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f5e39-003f-9bcc-8d29-7045ebaa8b60" [ 1251.721218] env[69674]: _type = "Task" [ 1251.721218] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.728662] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f5e39-003f-9bcc-8d29-7045ebaa8b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.932910] env[69674]: DEBUG nova.compute.manager [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1251.933196] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.934122] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa639c39-d293-4a06-9492-149400d9db43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.941760] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.941995] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d6eac6c-f715-4543-b888-6c6c1ea6b95f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.947844] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1251.947844] env[69674]: value = "task-3257672" [ 1251.947844] env[69674]: _type = "Task" [ 1251.947844] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.955880] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.144244] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.231653] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521f5e39-003f-9bcc-8d29-7045ebaa8b60, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.231911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.232189] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 2bfcc30e-4a4c-4f35-9af9-685d1dfef451/2bfcc30e-4a4c-4f35-9af9-685d1dfef451.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.232479] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b366beb8-ef4e-43b8-baca-a3d280113a4e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.238451] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1252.238451] env[69674]: value = "task-3257673" [ 1252.238451] env[69674]: _type = "Task" [ 1252.238451] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.246106] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.459106] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257672, 'name': PowerOffVM_Task, 'duration_secs': 0.171825} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.459396] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.459572] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.459933] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4c4ca2-787c-4440-bcbf-f74128decae9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.526643] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.526974] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.527297] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleting the datastore file [datastore1] 1c63c8bd-149e-4025-a9d6-afce1c1951c5 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.527590] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54f54074-15cb-408e-a636-530492cef645 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.536068] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1252.536068] env[69674]: value = "task-3257675" [ 1252.536068] env[69674]: _type = "Task" [ 1252.536068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.548129] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.646815] env[69674]: DEBUG oslo_vmware.api [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257671, 'name': PowerOnVM_Task, 'duration_secs': 0.525929} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.647232] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.647484] env[69674]: INFO nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1252.647801] env[69674]: DEBUG nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1252.648738] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd85da-617f-4935-90a2-470e94800c3d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.750583] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506724} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.750961] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 2bfcc30e-4a4c-4f35-9af9-685d1dfef451/2bfcc30e-4a4c-4f35-9af9-685d1dfef451.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.751284] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.751630] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1738a378-74f3-404a-9d3f-9551ebf2957b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.758286] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1252.758286] env[69674]: value = "task-3257676" [ 1252.758286] env[69674]: _type = "Task" [ 1252.758286] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.766018] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.045667] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.169821] env[69674]: INFO nova.compute.manager [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Took 14.91 seconds to build instance. [ 1253.267868] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060753} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.268162] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.268939] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72f88b-7af3-4501-8f54-f65c959f7aec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.290210] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2bfcc30e-4a4c-4f35-9af9-685d1dfef451/2bfcc30e-4a4c-4f35-9af9-685d1dfef451.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.290468] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1ac8f6-ac45-4158-b9bc-acffa142b38f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.309743] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1253.309743] env[69674]: value = "task-3257677" [ 1253.309743] env[69674]: _type = "Task" [ 1253.309743] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.317789] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.546389] env[69674]: DEBUG oslo_vmware.api [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.719976} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.546688] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.546870] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.547066] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.547296] env[69674]: INFO nova.compute.manager [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1253.547682] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.547983] env[69674]: DEBUG nova.compute.manager [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1253.548154] env[69674]: DEBUG nova.network.neutron [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.677104] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f055a10a-f901-4b8c-956a-04be2728db93 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.426s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.820729] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.891835] env[69674]: DEBUG nova.compute.manager [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Received event network-changed-fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1253.891951] env[69674]: DEBUG nova.compute.manager [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Refreshing instance network info cache due to event network-changed-fbc92b2b-d637-431d-8b01-a167018a1eff. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1253.892183] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.892335] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.892483] env[69674]: DEBUG nova.network.neutron [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Refreshing network info cache for port fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.321890] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.593190] env[69674]: DEBUG nova.network.neutron [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.605031] env[69674]: DEBUG nova.network.neutron [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updated VIF entry in instance network info cache for port fbc92b2b-d637-431d-8b01-a167018a1eff. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.605433] env[69674]: DEBUG nova.network.neutron [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.821568] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257677, 'name': ReconfigVM_Task, 'duration_secs': 1.06096} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.822084] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2bfcc30e-4a4c-4f35-9af9-685d1dfef451/2bfcc30e-4a4c-4f35-9af9-685d1dfef451.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.822555] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90283d90-131c-4517-81fd-5ae822471c09 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.828924] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1254.828924] env[69674]: value = "task-3257678" [ 1254.828924] env[69674]: _type = "Task" [ 1254.828924] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.836540] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257678, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.095813] env[69674]: INFO nova.compute.manager [-] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Took 1.55 seconds to deallocate network for instance. [ 1255.109495] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8d27e9e-c3c0-43d1-a731-1c9fc48aacbe req-413559ca-fa0a-4ce8-849c-b7a52b54b294 service nova] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.340183] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257678, 'name': Rename_Task, 'duration_secs': 0.162002} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.340382] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.340636] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55566402-8ad5-40c5-8b4e-ef13f7611c70 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.347044] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1255.347044] env[69674]: value = "task-3257679" [ 1255.347044] env[69674]: _type = "Task" [ 1255.347044] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.355263] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.602603] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.603246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.603246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.630956] env[69674]: INFO nova.scheduler.client.report [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted allocations for instance 1c63c8bd-149e-4025-a9d6-afce1c1951c5 [ 1255.856690] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.917218] env[69674]: DEBUG nova.compute.manager [req-22b25051-7b07-468e-b23b-720eab9d66ac req-745c6d1d-fffc-4d89-aa0f-598ca801ef3d service nova] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Received event network-vif-deleted-0e3c39f3-996f-4ce2-9657-942853004835 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1256.139917] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b01ca556-ae2f-4eea-b413-ba0f6cdfab2a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "1c63c8bd-149e-4025-a9d6-afce1c1951c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.713s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.357646] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.857815] env[69674]: DEBUG oslo_vmware.api [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257679, 'name': PowerOnVM_Task, 'duration_secs': 1.039677} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.858111] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.858315] env[69674]: INFO nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1256.858490] env[69674]: DEBUG nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1256.859267] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14650e-0f89-413d-be6b-9e85ccc50924 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.375806] env[69674]: INFO nova.compute.manager [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Took 17.87 seconds to build instance. [ 1257.380146] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "fcfccf43-e943-42e0-b25a-05949914ffdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.380368] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.881410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c726bad2-9062-4874-961c-362099202d99 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.383s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.882730] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1258.118223] env[69674]: DEBUG nova.compute.manager [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Received event network-changed-c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1258.118481] env[69674]: DEBUG nova.compute.manager [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Refreshing instance network info cache due to event network-changed-c5f447da-8525-49c2-9a54-22feb67f3746. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1258.118736] env[69674]: DEBUG oslo_concurrency.lockutils [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] Acquiring lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.118958] env[69674]: DEBUG oslo_concurrency.lockutils [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] Acquired lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.119169] env[69674]: DEBUG nova.network.neutron [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Refreshing network info cache for port c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.406036] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.406211] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.407811] env[69674]: INFO nova.compute.claims [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.815714] env[69674]: DEBUG nova.network.neutron [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updated VIF entry in instance network info cache for port c5f447da-8525-49c2-9a54-22feb67f3746. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.816185] env[69674]: DEBUG nova.network.neutron [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating instance_info_cache with network_info: [{"id": "c5f447da-8525-49c2-9a54-22feb67f3746", "address": "fa:16:3e:a7:95:9d", "network": {"id": "40bc0668-cffb-4db8-a260-51f99cc70655", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1241016596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2638bae0cca446c59ac9dfd28e8038aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f447da-85", "ovs_interfaceid": "c5f447da-8525-49c2-9a54-22feb67f3746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.319594] env[69674]: DEBUG oslo_concurrency.lockutils [req-a420fa83-bc2b-4a87-9424-ec009e1c105b req-3482b372-7f11-47b2-bd8a-182681e687a7 service nova] Releasing lock "refresh_cache-2bfcc30e-4a4c-4f35-9af9-685d1dfef451" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.507775] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54acac9c-a75d-4fb4-b03c-3726234f8ffb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.516082] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7e79f-adce-44a5-aad6-33e1d46419ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.546762] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ba115-d4c1-4afc-84f2-86a0c669a741 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.553753] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdda330-e579-49c5-8547-5ec710c5d9c1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.566367] env[69674]: DEBUG nova.compute.provider_tree [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.069546] env[69674]: DEBUG nova.scheduler.client.report [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.575343] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.575877] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1261.081145] env[69674]: DEBUG nova.compute.utils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.082894] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1261.083122] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.117683] env[69674]: DEBUG nova.policy [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4688acfc82f34d53ba82fc6a5d50695a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806bd9616c4b443680b65d550476f8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.361098] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Successfully created port: c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.586580] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1262.596717] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1262.624361] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.624629] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.624791] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.625032] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.625196] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.625349] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.625561] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.625722] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.625895] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.626104] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.626296] env[69674]: DEBUG nova.virt.hardware [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.627348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6764c2-ead5-4c8c-9cd7-6e21985baf6d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.635726] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5babba29-cc8a-4653-95b0-d39f03e3574c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.702684] env[69674]: DEBUG nova.compute.manager [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Received event network-vif-plugged-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1262.702942] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] Acquiring lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.703169] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.703338] env[69674]: DEBUG oslo_concurrency.lockutils [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.703509] env[69674]: DEBUG nova.compute.manager [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] No waiting events found dispatching network-vif-plugged-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.703687] env[69674]: WARNING nova.compute.manager [req-3c96708c-63aa-495d-a0b2-24b36dd27b3a req-66aaef13-6f77-4afd-9979-47ca89ce737f service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Received unexpected event network-vif-plugged-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 for instance with vm_state building and task_state spawning. [ 1262.780993] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Successfully updated port: c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.285017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.285017] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.285017] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.817159] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.937649] env[69674]: DEBUG nova.network.neutron [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.440991] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.441429] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Instance network_info: |[{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1264.441894] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:35:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c18627c7-2667-4fb4-a1fe-e8ca938d03b5', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.449377] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.449642] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.449890] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-971c7a31-7c84-43e5-a411-261781b2d5eb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.470677] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.470677] env[69674]: value = "task-3257680" [ 1264.470677] env[69674]: _type = "Task" [ 1264.470677] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.478022] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257680, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.729413] env[69674]: DEBUG nova.compute.manager [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Received event network-changed-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1264.729660] env[69674]: DEBUG nova.compute.manager [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Refreshing instance network info cache due to event network-changed-c18627c7-2667-4fb4-a1fe-e8ca938d03b5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1264.729916] env[69674]: DEBUG oslo_concurrency.lockutils [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.730153] env[69674]: DEBUG oslo_concurrency.lockutils [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.730439] env[69674]: DEBUG nova.network.neutron [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Refreshing network info cache for port c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.980763] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257680, 'name': CreateVM_Task, 'duration_secs': 0.313265} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.982038] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.982038] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.982227] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.982541] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.982799] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587a2b7d-f0da-4ee8-a468-1c7429be5ce8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.987042] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1264.987042] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ba7099-17db-a2bb-676b-12e6b9a7b1ff" [ 1264.987042] env[69674]: _type = "Task" [ 1264.987042] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.994611] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ba7099-17db-a2bb-676b-12e6b9a7b1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.408599] env[69674]: DEBUG nova.network.neutron [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updated VIF entry in instance network info cache for port c18627c7-2667-4fb4-a1fe-e8ca938d03b5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.409158] env[69674]: DEBUG nova.network.neutron [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.498222] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52ba7099-17db-a2bb-676b-12e6b9a7b1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.498596] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.498865] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.499148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.499338] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.499552] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.499851] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-902eadee-fd15-4463-bf5a-5359ada0670b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.512656] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.512857] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.513660] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5462d6-c3cc-4b56-83d6-0e6440a503c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.518840] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1265.518840] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3fbda-af96-ea50-e9e1-32d9bc90e459" [ 1265.518840] env[69674]: _type = "Task" [ 1265.518840] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.526518] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3fbda-af96-ea50-e9e1-32d9bc90e459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.912512] env[69674]: DEBUG oslo_concurrency.lockutils [req-f2b037ac-537b-4b77-826b-3f9e9103e5dd req-79c2d2b3-0522-4e29-9166-7061aaa2a993 service nova] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.029858] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52c3fbda-af96-ea50-e9e1-32d9bc90e459, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.030587] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a30cd3c-f570-4f0e-b783-0e1f587591dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.036049] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1266.036049] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe0c53-544d-a845-9a2d-2c4752a64bb6" [ 1266.036049] env[69674]: _type = "Task" [ 1266.036049] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.042959] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe0c53-544d-a845-9a2d-2c4752a64bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.547539] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52fe0c53-544d-a845-9a2d-2c4752a64bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.547787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.548048] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.548309] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e51e8e8-9762-4446-9c1a-fc75335bd191 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.554099] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1266.554099] env[69674]: value = "task-3257681" [ 1266.554099] env[69674]: _type = "Task" [ 1266.554099] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.561522] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.063752] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41829} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.064112] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.064217] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.064421] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af628711-1710-4fee-9b5b-2e23bba85487 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.070607] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1267.070607] env[69674]: value = "task-3257682" [ 1267.070607] env[69674]: _type = "Task" [ 1267.070607] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.077441] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.580886] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062282} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.581218] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.581991] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e6494-257a-489f-82aa-0f3a1ae1397d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.603974] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.604303] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b4d44f-9211-4279-b62a-a93583ac92a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.623610] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1267.623610] env[69674]: value = "task-3257683" [ 1267.623610] env[69674]: _type = "Task" [ 1267.623610] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.631654] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.133322] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257683, 'name': ReconfigVM_Task, 'duration_secs': 0.279859} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.134540] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.134787] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b99369-974d-47c2-9b1e-a62a8b0f079e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.141270] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1268.141270] env[69674]: value = "task-3257684" [ 1268.141270] env[69674]: _type = "Task" [ 1268.141270] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.148355] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257684, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.651694] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257684, 'name': Rename_Task, 'duration_secs': 0.149399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.651966] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.652229] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3eaea54-e033-478f-a8d3-aa769cc988c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.657880] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1268.657880] env[69674]: value = "task-3257685" [ 1268.657880] env[69674]: _type = "Task" [ 1268.657880] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.664880] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.168446] env[69674]: DEBUG oslo_vmware.api [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257685, 'name': PowerOnVM_Task, 'duration_secs': 0.415254} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.168797] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.168797] env[69674]: INFO nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1269.169127] env[69674]: DEBUG nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1269.169931] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97383de-390f-40a7-8bbd-034e0b78d3c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.689275] env[69674]: INFO nova.compute.manager [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Took 11.30 seconds to build instance. [ 1270.191337] env[69674]: DEBUG oslo_concurrency.lockutils [None req-f15bfa95-f6a9-4db3-b896-2083b0af7130 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.811s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.370952] env[69674]: DEBUG nova.compute.manager [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Received event network-changed-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1270.371202] env[69674]: DEBUG nova.compute.manager [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Refreshing instance network info cache due to event network-changed-c18627c7-2667-4fb4-a1fe-e8ca938d03b5. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1270.371428] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.371575] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.371738] env[69674]: DEBUG nova.network.neutron [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Refreshing network info cache for port c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.071720] env[69674]: DEBUG nova.network.neutron [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updated VIF entry in instance network info cache for port c18627c7-2667-4fb4-a1fe-e8ca938d03b5. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.072164] env[69674]: DEBUG nova.network.neutron [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.575685] env[69674]: DEBUG oslo_concurrency.lockutils [req-b8890d27-a766-4945-b38c-c8f0de55926d req-7d246134-6ec6-4f95-8968-13276af03dbe service nova] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.260769] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.261186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.261276] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.261464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.261634] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.263826] env[69674]: INFO nova.compute.manager [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Terminating instance [ 1274.767716] env[69674]: DEBUG nova.compute.manager [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1274.767968] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.768315] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd29bc0e-aa89-4ef4-8c4b-a612e6eb4216 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.777513] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1274.777513] env[69674]: value = "task-3257686" [ 1274.777513] env[69674]: _type = "Task" [ 1274.777513] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.785236] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.287979] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257686, 'name': PowerOffVM_Task, 'duration_secs': 0.20544} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.288492] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.288492] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.288646] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650833', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'name': 'volume-99f17b9c-5f66-413b-ae8c-09003a577846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6', 'attached_at': '2025-04-03T13:12:30.000000', 'detached_at': '', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'serial': '99f17b9c-5f66-413b-ae8c-09003a577846'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.289399] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900a025-50f5-4a4d-849f-2590a6054373 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.307080] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db6765-4e5b-43e9-b917-15307136d946 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.313318] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887fa491-be7a-4f7c-a77d-0e67d04001a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.330525] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c12e115-675a-43dc-8683-2ee7e3289c11 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.347027] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] The volume has not been displaced from its original location: [datastore1] volume-99f17b9c-5f66-413b-ae8c-09003a577846/volume-99f17b9c-5f66-413b-ae8c-09003a577846.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.352126] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.352451] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed51906-73cc-4695-b153-f451418beb8d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.370037] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1275.370037] env[69674]: value = "task-3257687" [ 1275.370037] env[69674]: _type = "Task" [ 1275.370037] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.377477] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.879183] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257687, 'name': ReconfigVM_Task, 'duration_secs': 0.155118} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.879507] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.884015] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3096f01-2797-4de0-8462-539d0460a5b7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.899261] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1275.899261] env[69674]: value = "task-3257688" [ 1275.899261] env[69674]: _type = "Task" [ 1275.899261] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.907016] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.409353] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257688, 'name': ReconfigVM_Task, 'duration_secs': 0.131877} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.409804] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650833', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'name': 'volume-99f17b9c-5f66-413b-ae8c-09003a577846', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc56d15f-ff8d-476a-8c76-49b2ed6d96e6', 'attached_at': '2025-04-03T13:12:30.000000', 'detached_at': '', 'volume_id': '99f17b9c-5f66-413b-ae8c-09003a577846', 'serial': '99f17b9c-5f66-413b-ae8c-09003a577846'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.409925] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.410738] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be545f7-4433-48e4-a18a-ea42c4a4ac7e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.417093] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.417325] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee63ac64-f060-49f4-9c6b-96a4c54c6c78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.482811] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.483084] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.483283] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore1] cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.483559] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805b4992-b66c-4446-ad5b-1ccd9c60bec7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.490783] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1276.490783] env[69674]: value = "task-3257690" [ 1276.490783] env[69674]: _type = "Task" [ 1276.490783] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.498237] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.000569] env[69674]: DEBUG oslo_vmware.api [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107759} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.000841] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.000999] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.001196] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.001374] env[69674]: INFO nova.compute.manager [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1277.001612] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.001805] env[69674]: DEBUG nova.compute.manager [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1277.001901] env[69674]: DEBUG nova.network.neutron [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.438118] env[69674]: DEBUG nova.compute.manager [req-b4e5a4a1-0864-4889-a25d-82a7cf0a075e req-0ddba1f3-9706-4f1a-8e9f-9429e5d718c2 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Received event network-vif-deleted-f3646c3f-1672-4041-b6ae-c3a02613a584 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1277.438409] env[69674]: INFO nova.compute.manager [req-b4e5a4a1-0864-4889-a25d-82a7cf0a075e req-0ddba1f3-9706-4f1a-8e9f-9429e5d718c2 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Neutron deleted interface f3646c3f-1672-4041-b6ae-c3a02613a584; detaching it from the instance and deleting it from the info cache [ 1277.438778] env[69674]: DEBUG nova.network.neutron [req-b4e5a4a1-0864-4889-a25d-82a7cf0a075e req-0ddba1f3-9706-4f1a-8e9f-9429e5d718c2 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.923131] env[69674]: DEBUG nova.network.neutron [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.940480] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eabf8f99-060c-474b-ab58-7daedc3376e9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.951141] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b3edf-b966-4089-a6c7-bc821aec9bb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.984584] env[69674]: DEBUG nova.compute.manager [req-b4e5a4a1-0864-4889-a25d-82a7cf0a075e req-0ddba1f3-9706-4f1a-8e9f-9429e5d718c2 service nova] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Detach interface failed, port_id=f3646c3f-1672-4041-b6ae-c3a02613a584, reason: Instance cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1278.425342] env[69674]: INFO nova.compute.manager [-] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Took 1.42 seconds to deallocate network for instance. [ 1278.968586] env[69674]: INFO nova.compute.manager [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Took 0.54 seconds to detach 1 volumes for instance. [ 1278.970593] env[69674]: DEBUG nova.compute.manager [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Deleting volume: 99f17b9c-5f66-413b-ae8c-09003a577846 {{(pid=69674) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 1279.510916] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.511269] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.511465] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.535234] env[69674]: INFO nova.scheduler.client.report [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocations for instance cc56d15f-ff8d-476a-8c76-49b2ed6d96e6 [ 1280.042695] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4fc4714f-ca77-4e0e-bc0e-35ee751bcbfd tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "cc56d15f-ff8d-476a-8c76-49b2ed6d96e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.955051] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "8a21ed5a-83e3-42fc-b380-202c14333170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.955051] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.955304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.955304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.955468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.957489] env[69674]: INFO nova.compute.manager [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Terminating instance [ 1281.461284] env[69674]: DEBUG nova.compute.manager [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1281.461628] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.462438] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ccd5c-4052-4175-a450-289061cd197f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.470501] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.470751] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3bf71d-91e5-4600-bb25-023020fc4593 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.476775] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1281.476775] env[69674]: value = "task-3257692" [ 1281.476775] env[69674]: _type = "Task" [ 1281.476775] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.485708] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.986611] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257692, 'name': PowerOffVM_Task, 'duration_secs': 0.240818} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.988062] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.988062] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.988062] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f4a379-2e97-4ca0-9d84-e991ecf00400 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.049178] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.049449] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.049636] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore2] 8a21ed5a-83e3-42fc-b380-202c14333170 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.049897] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9768fed-1899-4937-a1c8-4cc9d14071d0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.055986] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1282.055986] env[69674]: value = "task-3257694" [ 1282.055986] env[69674]: _type = "Task" [ 1282.055986] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.063082] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.565708] env[69674]: DEBUG oslo_vmware.api [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159473} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.567042] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.567042] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.567042] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.567042] env[69674]: INFO nova.compute.manager [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.567281] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.567441] env[69674]: DEBUG nova.compute.manager [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1282.567537] env[69674]: DEBUG nova.network.neutron [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.806658] env[69674]: DEBUG nova.compute.manager [req-908f5a4f-476d-41cc-bb7f-c15939cd0300 req-a5dd45f4-5535-41a0-8157-d4f926787002 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Received event network-vif-deleted-e0dc9651-ffb6-4c36-88ef-4d9ac49d7149 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1282.806820] env[69674]: INFO nova.compute.manager [req-908f5a4f-476d-41cc-bb7f-c15939cd0300 req-a5dd45f4-5535-41a0-8157-d4f926787002 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Neutron deleted interface e0dc9651-ffb6-4c36-88ef-4d9ac49d7149; detaching it from the instance and deleting it from the info cache [ 1282.806996] env[69674]: DEBUG nova.network.neutron [req-908f5a4f-476d-41cc-bb7f-c15939cd0300 req-a5dd45f4-5535-41a0-8157-d4f926787002 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.291413] env[69674]: DEBUG nova.network.neutron [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.309740] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aacb2ff5-898a-452c-82ec-847b9815a863 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.319424] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064c5ea-6a1a-4845-a39f-458552820909 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.346442] env[69674]: DEBUG nova.compute.manager [req-908f5a4f-476d-41cc-bb7f-c15939cd0300 req-a5dd45f4-5535-41a0-8157-d4f926787002 service nova] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Detach interface failed, port_id=e0dc9651-ffb6-4c36-88ef-4d9ac49d7149, reason: Instance 8a21ed5a-83e3-42fc-b380-202c14333170 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1283.794226] env[69674]: INFO nova.compute.manager [-] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Took 1.23 seconds to deallocate network for instance. [ 1284.300983] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.301316] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.301546] env[69674]: DEBUG nova.objects.instance [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'resources' on Instance uuid 8a21ed5a-83e3-42fc-b380-202c14333170 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.894062] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2134103a-3be3-4c84-8732-60cf7ecb7a89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.901829] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c382385-ed7b-41d3-989e-128f60bb1f34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.931663] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f610d083-9f44-4468-8d52-7536ac0af7e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.938386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b7745-41f6-4c21-8b52-3617bd1ad455 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.950995] env[69674]: DEBUG nova.compute.provider_tree [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.453981] env[69674]: DEBUG nova.scheduler.client.report [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.682588] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.682871] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.959131] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.984724] env[69674]: INFO nova.scheduler.client.report [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocations for instance 8a21ed5a-83e3-42fc-b380-202c14333170 [ 1286.186554] env[69674]: INFO nova.compute.manager [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Detaching volume 8a12a68b-f36d-4c99-9284-8ac21fac15b3 [ 1286.215582] env[69674]: INFO nova.virt.block_device [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Attempting to driver detach volume 8a12a68b-f36d-4c99-9284-8ac21fac15b3 from mountpoint /dev/sdb [ 1286.215817] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1286.216010] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650839', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'name': 'volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb', 'attached_at': '', 'detached_at': '', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'serial': '8a12a68b-f36d-4c99-9284-8ac21fac15b3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1286.216911] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fdae45-14ed-4a28-b509-51095cffe68b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.238018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c040f-bcf3-4736-bf11-2f529a9bbc16 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.244847] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8146b4-b5de-44ca-b269-827e25810813 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.265561] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ba90e-8516-4691-b546-27fdd0ce2577 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.279374] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3/volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1286.284603] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.285066] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09238951-1fe5-494c-a80d-2f9169374c24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.303271] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1286.303271] env[69674]: value = "task-3257695" [ 1286.303271] env[69674]: _type = "Task" [ 1286.303271] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.311210] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.492092] env[69674]: DEBUG oslo_concurrency.lockutils [None req-77923141-e03f-413b-a111-940c489bbea5 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "8a21ed5a-83e3-42fc-b380-202c14333170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.813274] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257695, 'name': ReconfigVM_Task, 'duration_secs': 0.24813} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.813574] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.818141] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e5c8c0-9092-48c4-aaa7-3e38019ae9a5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.832529] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1286.832529] env[69674]: value = "task-3257696" [ 1286.832529] env[69674]: _type = "Task" [ 1286.832529] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.839948] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.343085] env[69674]: DEBUG oslo_vmware.api [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257696, 'name': ReconfigVM_Task, 'duration_secs': 0.146194} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.343085] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650839', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'name': 'volume-8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb', 'attached_at': '', 'detached_at': '', 'volume_id': '8a12a68b-f36d-4c99-9284-8ac21fac15b3', 'serial': '8a12a68b-f36d-4c99-9284-8ac21fac15b3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1287.882026] env[69674]: DEBUG nova.objects.instance [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'flavor' on Instance uuid e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.482672] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.483087] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.889202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c4886be-ad2f-4d18-b752-663b01403bf1 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.933266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.933667] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.933712] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.933989] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.934105] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.936329] env[69674]: INFO nova.compute.manager [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Terminating instance [ 1290.439722] env[69674]: DEBUG nova.compute.manager [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1290.440053] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.440888] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42c9bc-3483-4d98-9a5e-7ce97fa37f66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.449208] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.449457] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda20258-7b3d-4875-98cc-5fff746b1850 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.455718] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1290.455718] env[69674]: value = "task-3257698" [ 1290.455718] env[69674]: _type = "Task" [ 1290.455718] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.462963] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.483261] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.716823] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.717152] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.717467] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.717728] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.717955] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.720199] env[69674]: INFO nova.compute.manager [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Terminating instance [ 1290.965320] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257698, 'name': PowerOffVM_Task, 'duration_secs': 0.175304} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.965652] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.965761] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.966082] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b977df-77e6-4e86-897c-7d2f16b86e72 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.028600] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.028834] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.029013] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore1] e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.029298] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-806132ca-e13b-4943-8f15-e81aa8e951b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.035098] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1291.035098] env[69674]: value = "task-3257700" [ 1291.035098] env[69674]: _type = "Task" [ 1291.035098] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.042860] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.224392] env[69674]: DEBUG nova.compute.manager [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1291.224644] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.225589] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca01c88-7703-4a0b-a537-0ec56bd86507 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.233024] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.233249] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7080c2a6-a6a4-4d30-b94b-c126be278af4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.240280] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1291.240280] env[69674]: value = "task-3257701" [ 1291.240280] env[69674]: _type = "Task" [ 1291.240280] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.248566] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.478518] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.482167] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.482356] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.482546] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.482702] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1291.544704] env[69674]: DEBUG oslo_vmware.api [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174747} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.544942] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.545141] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.545350] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.545550] env[69674]: INFO nova.compute.manager [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.545796] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.545985] env[69674]: DEBUG nova.compute.manager [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1291.546092] env[69674]: DEBUG nova.network.neutron [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.750379] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257701, 'name': PowerOffVM_Task, 'duration_secs': 0.201601} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.750727] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.750850] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.751083] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c962926-928c-4331-953f-14864f14af3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.810164] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.810393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.810579] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleting the datastore file [datastore2] e1678a98-0e22-4bbb-a39a-c5bee0fd08ac {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.810851] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d260f3c-fb73-4887-aa52-a6137e419e24 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.817097] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for the task: (returnval){ [ 1291.817097] env[69674]: value = "task-3257703" [ 1291.817097] env[69674]: _type = "Task" [ 1291.817097] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.824836] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.868568] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.868809] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.016961] env[69674]: DEBUG nova.compute.manager [req-4a3fd1ab-a091-4914-b598-36b88be3fce0 req-a888f6be-d87b-4abd-acaf-00f7f8405b7f service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Received event network-vif-deleted-c6b5f253-3500-41c7-9858-92595f571282 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1292.016961] env[69674]: INFO nova.compute.manager [req-4a3fd1ab-a091-4914-b598-36b88be3fce0 req-a888f6be-d87b-4abd-acaf-00f7f8405b7f service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Neutron deleted interface c6b5f253-3500-41c7-9858-92595f571282; detaching it from the instance and deleting it from the info cache [ 1292.016961] env[69674]: DEBUG nova.network.neutron [req-4a3fd1ab-a091-4914-b598-36b88be3fce0 req-a888f6be-d87b-4abd-acaf-00f7f8405b7f service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.326688] env[69674]: DEBUG oslo_vmware.api [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Task: {'id': task-3257703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149689} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.326943] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.327066] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.327261] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.327437] env[69674]: INFO nova.compute.manager [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1292.327697] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.327903] env[69674]: DEBUG nova.compute.manager [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1292.327998] env[69674]: DEBUG nova.network.neutron [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.372094] env[69674]: DEBUG nova.compute.utils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.460759] env[69674]: DEBUG nova.network.neutron [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.482709] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.520663] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7d9551c-516e-4c08-adae-b2a534b53102 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.531127] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bc6b78-593f-46ad-97a7-c8688f93de1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.557916] env[69674]: DEBUG nova.compute.manager [req-4a3fd1ab-a091-4914-b598-36b88be3fce0 req-a888f6be-d87b-4abd-acaf-00f7f8405b7f service nova] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Detach interface failed, port_id=c6b5f253-3500-41c7-9858-92595f571282, reason: Instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1292.874677] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.962060] env[69674]: INFO nova.compute.manager [-] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Took 1.42 seconds to deallocate network for instance. [ 1292.985940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.986202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.986409] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.986518] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.987381] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f13f9-0b3f-426a-bf58-e4676aa4dabe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.995764] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6950af2-989a-4307-9765-917dbf61b718 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.010162] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b77b388-95f2-4458-8eda-e79b0f13f91a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.016834] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bea509-5391-42b8-ba7b-84c69bd19369 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.019866] env[69674]: DEBUG nova.network.neutron [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.049146] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180183MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.049304] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.049520] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.467971] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.523033] env[69674]: INFO nova.compute.manager [-] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Took 1.19 seconds to deallocate network for instance. [ 1293.942135] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.942389] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.942611] env[69674]: INFO nova.compute.manager [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Attaching volume 37f39213-9ab8-4242-835e-1bc9073aed16 to /dev/sdb [ 1293.972162] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f848a646-a707-45cd-b4d2-e8c8b85de22f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.979018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc98890-e674-4bec-b0e4-5b132562c006 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.991717] env[69674]: DEBUG nova.virt.block_device [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating existing volume attachment record: 514b2a80-c16e-4581-b19b-2c9d246df72d {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.028753] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.042312] env[69674]: DEBUG nova.compute.manager [req-e3113945-2c05-415a-95dd-6f79361e68d2 req-b4237e8d-11cf-4782-a2d5-ffcabe659778 service nova] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Received event network-vif-deleted-7ec4f032-41fa-4885-9e49-ea34d02204ec {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1294.079493] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.079664] env[69674]: WARNING nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1294.079791] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 7bf8cae6-84a3-4048-872d-50c01c558de7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.079912] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.080046] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance fcfccf43-e943-42e0-b25a-05949914ffdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.080225] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.080362] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.148876] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdac4c3-b680-485b-8095-2a9a305450cb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.155475] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f890a-b4d8-43ee-9757-82295f505098 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.186397] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a46dc-d287-465d-8ed4-df20cde578a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.193805] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419de71-d95d-4d1b-b5aa-0b0740b49d67 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.206432] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.709280] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.214877] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.215127] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.215466] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.748s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.215664] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.217827] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.189s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.218219] env[69674]: DEBUG nova.objects.instance [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lazy-loading 'resources' on Instance uuid e1678a98-0e22-4bbb-a39a-c5bee0fd08ac {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.240128] env[69674]: INFO nova.scheduler.client.report [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted allocations for instance e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb [ 1295.747425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0d28ee1e-c562-4271-8b4e-9b58ef5b63ec tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.814s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.781622] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac1d6e7-4383-48b9-9d7f-026f1d8c3a03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.789018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b555ce-15e9-456e-82b7-40fd37023aa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.819161] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2729c47-b0e1-435d-a862-0f145a916b17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.825981] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9f082-de65-4d69-8454-7fd132fbae49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.838762] env[69674]: DEBUG nova.compute.provider_tree [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.341797] env[69674]: DEBUG nova.scheduler.client.report [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.847142] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.880811] env[69674]: INFO nova.scheduler.client.report [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Deleted allocations for instance e1678a98-0e22-4bbb-a39a-c5bee0fd08ac [ 1297.084149] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.084371] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.388434] env[69674]: DEBUG oslo_concurrency.lockutils [None req-6777599e-a700-4b31-bf70-6042a33d53a8 tempest-ServerActionsTestOtherA-1536557889 tempest-ServerActionsTestOtherA-1536557889-project-member] Lock "e1678a98-0e22-4bbb-a39a-c5bee0fd08ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.671s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.588293] env[69674]: DEBUG nova.compute.utils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.091410] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.136926] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.137171] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.639756] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1299.034601] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.034850] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650846', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'name': 'volume-37f39213-9ab8-4242-835e-1bc9073aed16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bf8cae6-84a3-4048-872d-50c01c558de7', 'attached_at': '', 'detached_at': '', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'serial': '37f39213-9ab8-4242-835e-1bc9073aed16'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.035826] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dd1b3-7963-43fe-a8e9-bcfa1937015f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.052332] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a805a3-6d7c-4cc6-a84b-a543fa649075 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.076614] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-37f39213-9ab8-4242-835e-1bc9073aed16/volume-37f39213-9ab8-4242-835e-1bc9073aed16.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.076927] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40e7126-5875-4412-813b-455b9bf6cd3c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.096821] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1299.096821] env[69674]: value = "task-3257708" [ 1299.096821] env[69674]: _type = "Task" [ 1299.096821] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.105207] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.162807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.163093] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.164942] env[69674]: INFO nova.compute.claims [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.186775] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.187072] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.187334] env[69674]: INFO nova.compute.manager [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Attaching volume b0c2315a-264a-4505-adc5-43f12d9768ce to /dev/sdb [ 1299.222301] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39ec17-baa2-4317-ab7d-d70f72dc6979 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.229425] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98925806-83bd-4154-8fda-1308065265dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.242428] env[69674]: DEBUG nova.virt.block_device [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating existing volume attachment record: ed53634b-cc7f-49b8-8063-28eed93d5758 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1299.605565] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257708, 'name': ReconfigVM_Task, 'duration_secs': 0.376474} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.605920] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-37f39213-9ab8-4242-835e-1bc9073aed16/volume-37f39213-9ab8-4242-835e-1bc9073aed16.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.610922] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95c634f-619a-4fcd-8d85-5f0db98d0e27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.626715] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1299.626715] env[69674]: value = "task-3257710" [ 1299.626715] env[69674]: _type = "Task" [ 1299.626715] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.635801] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.135660] env[69674]: DEBUG oslo_vmware.api [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257710, 'name': ReconfigVM_Task, 'duration_secs': 0.160742} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.136065] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650846', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'name': 'volume-37f39213-9ab8-4242-835e-1bc9073aed16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bf8cae6-84a3-4048-872d-50c01c558de7', 'attached_at': '', 'detached_at': '', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'serial': '37f39213-9ab8-4242-835e-1bc9073aed16'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.231889] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005a898-3404-445e-bd9a-3944e9292c5f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.238833] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef657d-fdf6-41f0-b436-be2999ab23bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.269077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96cbf6a-794b-4349-b718-f3956efa987d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.275488] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eee3e1-1b37-4f32-9b74-f99085051459 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.288372] env[69674]: DEBUG nova.compute.provider_tree [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.791862] env[69674]: DEBUG nova.scheduler.client.report [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.172562] env[69674]: DEBUG nova.objects.instance [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'flavor' on Instance uuid 7bf8cae6-84a3-4048-872d-50c01c558de7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.296246] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.296806] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1301.677517] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8186556c-50fe-4d42-9187-656712c38153 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.735s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.801699] env[69674]: DEBUG nova.compute.utils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.803123] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1301.803509] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.853206] env[69674]: DEBUG nova.policy [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d388931a2b4a90b16d9f85fb62750e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9c8f4396b78484f8ba1743c5e94f8e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.156787] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Successfully created port: a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.201686] env[69674]: DEBUG nova.compute.manager [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1302.306334] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1302.723679] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.723969] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.229620] env[69674]: INFO nova.compute.claims [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.316119] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1303.343304] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.343577] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.343742] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.343924] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.344084] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.344235] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.344445] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.344610] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.344777] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.344942] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.345127] env[69674]: DEBUG nova.virt.hardware [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.346015] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a740b736-5d55-42ca-a389-b88ba95ed747 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.353899] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b4dbca-2359-4c9b-af60-edc8d7a6e426 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.496519] env[69674]: DEBUG nova.compute.manager [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1303.496746] env[69674]: DEBUG oslo_concurrency.lockutils [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.496948] env[69674]: DEBUG oslo_concurrency.lockutils [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.497137] env[69674]: DEBUG oslo_concurrency.lockutils [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.497309] env[69674]: DEBUG nova.compute.manager [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] No waiting events found dispatching network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.497476] env[69674]: WARNING nova.compute.manager [req-24bf11f8-b857-4d1c-a95d-98a976a290c0 req-6bd73122-de1c-4978-8fa0-bf5892120c9a service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received unexpected event network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 for instance with vm_state building and task_state spawning. [ 1303.572209] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Successfully updated port: a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.736044] env[69674]: INFO nova.compute.resource_tracker [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating resource usage from migration 8552e989-c7a6-4d2c-8100-0eae10dff471 [ 1303.795118] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1303.795379] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650847', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'name': 'volume-b0c2315a-264a-4505-adc5-43f12d9768ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bfcc30e-4a4c-4f35-9af9-685d1dfef451', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'serial': 'b0c2315a-264a-4505-adc5-43f12d9768ce'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1303.796300] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f5107-fcdb-41ad-8c02-61fc9c08601e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.816871] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f534c-530f-400b-a83c-de41aa2fdb84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.819744] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d0722-1e69-44cf-9893-9f875991a538 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.845731] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-b0c2315a-264a-4505-adc5-43f12d9768ce/volume-b0c2315a-264a-4505-adc5-43f12d9768ce.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.846315] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7fe2e6c-b1e6-49c4-9564-86e718c6d8f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.859307] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2fb961-f50b-42f9-a083-0861d06bda0c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.889126] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58490ac-e800-46aa-871a-d2fdc94b358c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.891597] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1303.891597] env[69674]: value = "task-3257712" [ 1303.891597] env[69674]: _type = "Task" [ 1303.891597] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.897809] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c03577-5ed3-4147-9c31-e11a116b9ef8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.904247] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.913662] env[69674]: DEBUG nova.compute.provider_tree [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.075052] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.075216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.075373] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.401769] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257712, 'name': ReconfigVM_Task, 'duration_secs': 0.339498} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.402131] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-b0c2315a-264a-4505-adc5-43f12d9768ce/volume-b0c2315a-264a-4505-adc5-43f12d9768ce.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.406801] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb5e8b0-cd59-46b4-a248-0fb5069a60ba {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.417161] env[69674]: DEBUG nova.scheduler.client.report [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.425195] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1304.425195] env[69674]: value = "task-3257713" [ 1304.425195] env[69674]: _type = "Task" [ 1304.425195] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.432830] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.605573] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.739258] env[69674]: DEBUG nova.network.neutron [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.922216] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.922458] env[69674]: INFO nova.compute.manager [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Migrating [ 1304.944114] env[69674]: DEBUG oslo_vmware.api [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257713, 'name': ReconfigVM_Task, 'duration_secs': 0.138696} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.944390] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650847', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'name': 'volume-b0c2315a-264a-4505-adc5-43f12d9768ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bfcc30e-4a4c-4f35-9af9-685d1dfef451', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'serial': 'b0c2315a-264a-4505-adc5-43f12d9768ce'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1305.241916] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.242277] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance network_info: |[{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1305.242701] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:64:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8716657-b755-4ccd-8a7d-e945b0f2e571', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.250158] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.250367] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.250593] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5311b1a-6988-45ae-a226-23a293225a78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.270989] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.270989] env[69674]: value = "task-3257714" [ 1305.270989] env[69674]: _type = "Task" [ 1305.270989] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.280767] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257714, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.441026] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.441352] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.441352] env[69674]: DEBUG nova.network.neutron [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.522338] env[69674]: DEBUG nova.compute.manager [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1305.522476] env[69674]: DEBUG nova.compute.manager [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing instance network info cache due to event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1305.522682] env[69674]: DEBUG oslo_concurrency.lockutils [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.522841] env[69674]: DEBUG oslo_concurrency.lockutils [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.522990] env[69674]: DEBUG nova.network.neutron [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.782402] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257714, 'name': CreateVM_Task, 'duration_secs': 0.293963} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.782668] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.783222] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.783398] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.783740] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.783993] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84da143c-0c1c-4879-b89e-09231836de20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.788803] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1305.788803] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5205d5d5-581e-5ea2-9e5e-6b7665453f73" [ 1305.788803] env[69674]: _type = "Task" [ 1305.788803] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.796804] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5205d5d5-581e-5ea2-9e5e-6b7665453f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.983057] env[69674]: DEBUG nova.objects.instance [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.233254] env[69674]: DEBUG nova.network.neutron [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.289528] env[69674]: DEBUG nova.network.neutron [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updated VIF entry in instance network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.289916] env[69674]: DEBUG nova.network.neutron [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.301486] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5205d5d5-581e-5ea2-9e5e-6b7665453f73, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.302331] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.302565] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.302796] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.302945] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.303137] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.303626] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8de894-39dd-4dc3-a8f3-aeadc8b02420 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.312613] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.312784] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.313495] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ece24c-359f-4885-ad14-638c16cc98c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.318799] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1306.318799] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52300a06-2610-cc7c-fb3b-56fa03fd7a99" [ 1306.318799] env[69674]: _type = "Task" [ 1306.318799] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.327519] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52300a06-2610-cc7c-fb3b-56fa03fd7a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.488293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-47805283-1de1-416a-b1c9-b36691ea5e8b tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.634054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.634054] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.735759] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.796020] env[69674]: DEBUG oslo_concurrency.lockutils [req-b166a599-dcb0-490a-95a4-ee591cf20f22 req-76ad6483-22d3-4537-8e74-0cd6653fcbfa service nova] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.829297] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52300a06-2610-cc7c-fb3b-56fa03fd7a99, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.830127] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749fdf7c-825f-44fb-843f-6bf4a503f219 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.837104] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1306.837104] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e1481-58ea-6003-99e4-9310db718fd6" [ 1306.837104] env[69674]: _type = "Task" [ 1306.837104] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.844481] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e1481-58ea-6003-99e4-9310db718fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.136922] env[69674]: INFO nova.compute.manager [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Detaching volume b0c2315a-264a-4505-adc5-43f12d9768ce [ 1307.168323] env[69674]: INFO nova.virt.block_device [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Attempting to driver detach volume b0c2315a-264a-4505-adc5-43f12d9768ce from mountpoint /dev/sdb [ 1307.168571] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.168761] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650847', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'name': 'volume-b0c2315a-264a-4505-adc5-43f12d9768ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bfcc30e-4a4c-4f35-9af9-685d1dfef451', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'serial': 'b0c2315a-264a-4505-adc5-43f12d9768ce'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.169649] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3b560-cece-48ea-98c9-d15555335639 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.191392] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459bbb84-c7bb-43ce-9bc1-ab3b2a4b8a84 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.197714] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d275795a-003e-4c95-ae8d-fffc0cc1ff1e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.218334] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb06145-7255-48b0-ad78-8a0f23eb6921 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.232176] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] The volume has not been displaced from its original location: [datastore1] volume-b0c2315a-264a-4505-adc5-43f12d9768ce/volume-b0c2315a-264a-4505-adc5-43f12d9768ce.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.237291] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.240740] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bc359f-4eef-4a3c-8eb8-f657a1b5581f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.259174] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1307.259174] env[69674]: value = "task-3257715" [ 1307.259174] env[69674]: _type = "Task" [ 1307.259174] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.266784] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.347433] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529e1481-58ea-6003-99e4-9310db718fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.347709] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.347997] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.348278] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8bf6ed-8d23-4cd9-b79a-3547fb69a1e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.353999] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1307.353999] env[69674]: value = "task-3257716" [ 1307.353999] env[69674]: _type = "Task" [ 1307.353999] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.361302] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.768437] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257715, 'name': ReconfigVM_Task, 'duration_secs': 0.24273} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.769516] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.774655] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd35bcb8-00c2-4fb0-bbf2-226ed40e9055 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.790822] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1307.790822] env[69674]: value = "task-3257717" [ 1307.790822] env[69674]: _type = "Task" [ 1307.790822] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.799196] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.864095] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452753} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.864336] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.864550] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.864794] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28e8f82c-e0ea-402f-b5e8-3aabda2d8b0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.870229] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1307.870229] env[69674]: value = "task-3257718" [ 1307.870229] env[69674]: _type = "Task" [ 1307.870229] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.878452] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.261755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec84352-d8eb-43fb-9fc1-13f6d195bac5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.283272] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.299770] env[69674]: DEBUG oslo_vmware.api [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257717, 'name': ReconfigVM_Task, 'duration_secs': 0.154224} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.300067] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650847', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'name': 'volume-b0c2315a-264a-4505-adc5-43f12d9768ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bfcc30e-4a4c-4f35-9af9-685d1dfef451', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c2315a-264a-4505-adc5-43f12d9768ce', 'serial': 'b0c2315a-264a-4505-adc5-43f12d9768ce'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.380683] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061708} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.380903] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.381633] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2e9d7-f38c-493f-93f0-b844b7985cf6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.403208] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.403435] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f8b771-1784-4c09-88e7-645d29e42d8c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.423469] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1308.423469] env[69674]: value = "task-3257719" [ 1308.423469] env[69674]: _type = "Task" [ 1308.423469] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.430605] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.654865] env[69674]: DEBUG nova.compute.manager [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Stashing vm_state: active {{(pid=69674) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1308.789316] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.789633] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53060ff1-4fc7-4c35-8c2d-22daf92c4774 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.796051] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1308.796051] env[69674]: value = "task-3257720" [ 1308.796051] env[69674]: _type = "Task" [ 1308.796051] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.806457] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.843190] env[69674]: DEBUG nova.objects.instance [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'flavor' on Instance uuid 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.933873] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257719, 'name': ReconfigVM_Task, 'duration_secs': 0.27648} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.934103] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.934807] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94cfe4ab-fd04-440f-9cfb-255a3409518b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.941159] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1308.941159] env[69674]: value = "task-3257721" [ 1308.941159] env[69674]: _type = "Task" [ 1308.941159] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.948420] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257721, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.171923] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.172233] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.305652] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257720, 'name': PowerOffVM_Task, 'duration_secs': 0.21692} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.305926] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.306126] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.450484] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257721, 'name': Rename_Task, 'duration_secs': 0.149159} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.450735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.451250] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c7c6d1-b9b9-457f-880c-1fc781276636 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.456841] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1309.456841] env[69674]: value = "task-3257722" [ 1309.456841] env[69674]: _type = "Task" [ 1309.456841] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.464206] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.677500] env[69674]: INFO nova.compute.claims [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.813110] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.813110] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.813110] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.813606] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.813606] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.813606] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.813844] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.813945] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.814127] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.814293] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.814469] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.819533] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77224458-4ac5-4958-8bc9-a3e30eaf1cc0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.834796] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1309.834796] env[69674]: value = "task-3257723" [ 1309.834796] env[69674]: _type = "Task" [ 1309.834796] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.843728] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.849312] env[69674]: DEBUG oslo_concurrency.lockutils [None req-bd45b257-dd5c-4119-8429-8ba335210504 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.966886] env[69674]: DEBUG oslo_vmware.api [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257722, 'name': PowerOnVM_Task, 'duration_secs': 0.431874} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.967275] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.967412] env[69674]: INFO nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1309.967562] env[69674]: DEBUG nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1309.968379] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63dfedd-055f-4450-bd6f-4e9118c06373 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.183868] env[69674]: INFO nova.compute.resource_tracker [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating resource usage from migration 94a6d536-ddd2-40d4-9e9d-d3c8fc1b754e [ 1310.257961] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716458cd-8858-4a76-8f3e-b94f05f8bbd7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.265502] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf9dbd1-eccc-44f2-9b6c-77fc57a3d81a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.296652] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f19ef13-5b4e-4987-bd78-603bc5e7843e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.303661] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c303b6a-618b-4f10-9b67-f16f7ef5b1a3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.316803] env[69674]: DEBUG nova.compute.provider_tree [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.343754] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257723, 'name': ReconfigVM_Task, 'duration_secs': 0.157104} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.344099] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.485884] env[69674]: INFO nova.compute.manager [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Took 11.34 seconds to build instance. [ 1310.820309] env[69674]: DEBUG nova.scheduler.client.report [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.850438] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.850711] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.850877] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.851076] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.851231] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.851380] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.851669] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.851745] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.851904] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.852087] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.852296] env[69674]: DEBUG nova.virt.hardware [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.857662] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.858219] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7d7aae-6a2b-42da-b4cb-d3d30a32b3f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.875347] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.875459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.875721] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.875884] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.876067] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.878966] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1310.878966] env[69674]: value = "task-3257724" [ 1310.878966] env[69674]: _type = "Task" [ 1310.878966] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.879403] env[69674]: INFO nova.compute.manager [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Terminating instance [ 1310.892308] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.987732] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56df25f7-5e0c-4d3e-ac54-dfa7a4c1d79a tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.850s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.294817] env[69674]: DEBUG nova.compute.manager [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1311.295039] env[69674]: DEBUG nova.compute.manager [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing instance network info cache due to event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1311.295258] env[69674]: DEBUG oslo_concurrency.lockutils [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.295401] env[69674]: DEBUG oslo_concurrency.lockutils [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.295720] env[69674]: DEBUG nova.network.neutron [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.325700] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.153s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.325907] env[69674]: INFO nova.compute.manager [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Migrating [ 1311.388058] env[69674]: DEBUG nova.compute.manager [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1311.388336] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.392428] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b43b15-5556-4ee6-a411-16d439c62791 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.394804] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257724, 'name': ReconfigVM_Task, 'duration_secs': 0.196951} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.395394] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.396497] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562d0fc-1d34-4d22-a90b-d3682763f477 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.400842] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.401378] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343b844d-ae0c-4753-ba2d-8544e88ae0c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.425070] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.427428] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b277a7ca-7b12-4d7a-8415-6766be22361b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.440811] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1311.440811] env[69674]: value = "task-3257725" [ 1311.440811] env[69674]: _type = "Task" [ 1311.440811] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.446393] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1311.446393] env[69674]: value = "task-3257726" [ 1311.446393] env[69674]: _type = "Task" [ 1311.446393] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.452270] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.457042] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.839669] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.839952] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.840046] env[69674]: DEBUG nova.network.neutron [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.954437] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257725, 'name': PowerOffVM_Task, 'duration_secs': 0.174043} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.955246] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.955467] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.955771] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d1259a-c42e-4e90-8e0a-3d14bfb21371 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.959899] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257726, 'name': ReconfigVM_Task, 'duration_secs': 0.268773} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.960469] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.960755] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.023530] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.023743] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.023929] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleting the datastore file [datastore2] 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.024211] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f700d773-597c-440e-aaf6-cb8a13db401a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.031095] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for the task: (returnval){ [ 1312.031095] env[69674]: value = "task-3257728" [ 1312.031095] env[69674]: _type = "Task" [ 1312.031095] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.038518] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.040781] env[69674]: DEBUG nova.network.neutron [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updated VIF entry in instance network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.041163] env[69674]: DEBUG nova.network.neutron [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.467900] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8b851-c918-459e-8524-a3e2f8e76c73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.493106] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3eb2f-5400-4ab8-aa3a-ccc7357280a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.514653] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.541307] env[69674]: DEBUG oslo_vmware.api [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Task: {'id': task-3257728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135061} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.541574] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.541763] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.541943] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.542136] env[69674]: INFO nova.compute.manager [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1312.542380] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.542575] env[69674]: DEBUG nova.compute.manager [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1312.542670] env[69674]: DEBUG nova.network.neutron [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.544471] env[69674]: DEBUG oslo_concurrency.lockutils [req-0db9804c-a307-46d5-8af6-3fc896020aa6 req-2d5287c3-3d9e-4783-8604-ea2dc0f5cd81 service nova] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.574224] env[69674]: DEBUG nova.network.neutron [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.032159] env[69674]: DEBUG nova.compute.manager [req-570788fc-f997-4e3a-82b9-a417a9590e11 req-86510191-0c07-49cf-b648-c0c7ff00a758 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Received event network-vif-deleted-c5f447da-8525-49c2-9a54-22feb67f3746 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1313.032414] env[69674]: INFO nova.compute.manager [req-570788fc-f997-4e3a-82b9-a417a9590e11 req-86510191-0c07-49cf-b648-c0c7ff00a758 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Neutron deleted interface c5f447da-8525-49c2-9a54-22feb67f3746; detaching it from the instance and deleting it from the info cache [ 1313.033048] env[69674]: DEBUG nova.network.neutron [req-570788fc-f997-4e3a-82b9-a417a9590e11 req-86510191-0c07-49cf-b648-c0c7ff00a758 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.077413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.514494] env[69674]: DEBUG nova.network.neutron [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.535162] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27fcf1b4-2a31-4732-8abb-73ea41b24c9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.546199] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd575690-b951-448d-9811-43e9b822e373 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.572852] env[69674]: DEBUG nova.compute.manager [req-570788fc-f997-4e3a-82b9-a417a9590e11 req-86510191-0c07-49cf-b648-c0c7ff00a758 service nova] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Detach interface failed, port_id=c5f447da-8525-49c2-9a54-22feb67f3746, reason: Instance 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1314.017229] env[69674]: INFO nova.compute.manager [-] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Took 1.47 seconds to deallocate network for instance. [ 1314.175876] env[69674]: DEBUG nova.network.neutron [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Port fbc92b2b-d637-431d-8b01-a167018a1eff binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1314.524874] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.524874] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.524874] env[69674]: DEBUG nova.objects.instance [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lazy-loading 'resources' on Instance uuid 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.593350] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ee10a-8031-4a97-855c-f0b255e8d88e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.611505] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 0 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.109857] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed1f90-6139-485a-ac65-d1c7832afc01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.118054] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.118354] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8988ab49-78ef-470f-9631-b85e95627386 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.120620] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d24f593-0206-49cd-8a82-34fcea907d91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.152309] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776d816-9630-4df7-8839-226fd6798f74 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.154982] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1315.154982] env[69674]: value = "task-3257729" [ 1315.154982] env[69674]: _type = "Task" [ 1315.154982] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.162035] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782f909-0581-4171-ab48-a9c79dda8ea4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.168541] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.177508] env[69674]: DEBUG nova.compute.provider_tree [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.196967] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.197192] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.197363] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.664841] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257729, 'name': PowerOffVM_Task, 'duration_secs': 0.233584} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.665082] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.665278] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 17 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.680835] env[69674]: DEBUG nova.scheduler.client.report [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.171542] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.171782] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.171876] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.172083] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.172273] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.172429] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.172646] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.172809] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.172977] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.173155] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.173329] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.178647] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08772452-d11f-41d0-9d70-8dc8652b0cdb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.189263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.197046] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1316.197046] env[69674]: value = "task-3257730" [ 1316.197046] env[69674]: _type = "Task" [ 1316.197046] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.207435] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.210827] env[69674]: INFO nova.scheduler.client.report [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Deleted allocations for instance 2bfcc30e-4a4c-4f35-9af9-685d1dfef451 [ 1316.237471] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.237730] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.238055] env[69674]: DEBUG nova.network.neutron [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.706810] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257730, 'name': ReconfigVM_Task, 'duration_secs': 0.163238} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.707072] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 33 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.718209] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2e050a85-6189-4c31-b273-bf4d3e251307 tempest-AttachVolumeNegativeTest-1604098611 tempest-AttachVolumeNegativeTest-1604098611-project-member] Lock "2bfcc30e-4a4c-4f35-9af9-685d1dfef451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.952229] env[69674]: DEBUG nova.network.neutron [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.214343] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.214343] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.214343] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.214721] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.214721] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.214721] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.214930] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.215076] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.215313] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.215431] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.215668] env[69674]: DEBUG nova.virt.hardware [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.221141] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.221945] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97464174-447a-4e45-9b31-3bc76951301e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.241392] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1317.241392] env[69674]: value = "task-3257731" [ 1317.241392] env[69674]: _type = "Task" [ 1317.241392] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.249372] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.455139] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.750941] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257731, 'name': ReconfigVM_Task, 'duration_secs': 0.236546} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.751142] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.751900] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63abcb-2bb3-4389-8b08-2fb226feab3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.774717] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.774935] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c12abf4-6024-4ba4-9fb0-41e00a67b33f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.791902] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1317.791902] env[69674]: value = "task-3257733" [ 1317.791902] env[69674]: _type = "Task" [ 1317.791902] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.799119] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.965254] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7058a6-f153-486b-b67f-1962afa8dd8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.972233] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6830b3e9-ce3a-469b-8cbc-0d09ef1b0691 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.301569] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257733, 'name': ReconfigVM_Task, 'duration_secs': 0.269686} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.301886] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.302145] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 50 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.809402] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5aa9d-a141-432a-a7a4-a4379877600c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.829457] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588637c8-400a-4684-8639-6c47bf09201e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.846735] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 67 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.069122] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c967e1-44f4-49a2-a5aa-2108fbb7a4b5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.090956] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260e7b56-3e48-4016-a68d-6d4c49b433d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.097489] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.389795] env[69674]: DEBUG nova.network.neutron [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Port c18627c7-2667-4fb4-a1fe-e8ca938d03b5 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1319.603653] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.603949] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2606556-7d5d-488f-a6ff-7f0c4f3781f2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.611340] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1319.611340] env[69674]: value = "task-3257734" [ 1319.611340] env[69674]: _type = "Task" [ 1319.611340] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.619542] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.120791] env[69674]: DEBUG oslo_vmware.api [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257734, 'name': PowerOnVM_Task, 'duration_secs': 0.380319} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.121160] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.121457] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4c665df5-9f1d-4efb-92dd-6784b27e5282 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance '7bf8cae6-84a3-4048-872d-50c01c558de7' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.412657] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.412950] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.413094] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.449212] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.449507] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.449594] env[69674]: DEBUG nova.network.neutron [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.188450] env[69674]: DEBUG nova.network.neutron [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.691266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.736484] env[69674]: DEBUG nova.network.neutron [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Port fbc92b2b-d637-431d-8b01-a167018a1eff binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.736765] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.736980] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.737285] env[69674]: DEBUG nova.network.neutron [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.220747] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d3fe6d-89e5-41a1-bca2-03d8c63efcee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.239528] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec7389-56ab-449d-9609-a6e38023404c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.247811] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 83 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.475963] env[69674]: DEBUG nova.network.neutron [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.754254] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.754655] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac222ab3-2c7f-4459-9369-c5bded41cf1f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.762379] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1323.762379] env[69674]: value = "task-3257737" [ 1323.762379] env[69674]: _type = "Task" [ 1323.762379] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.770631] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.978912] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.272225] env[69674]: DEBUG oslo_vmware.api [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257737, 'name': PowerOnVM_Task, 'duration_secs': 0.382526} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.272484] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.272672] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01ce12-3e2c-42e5-9350-45c7c4a11230 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance 'fcfccf43-e943-42e0-b25a-05949914ffdd' progress to 100 {{(pid=69674) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.482946] env[69674]: DEBUG nova.compute.manager [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69674) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1325.575701] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.576095] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.080147] env[69674]: DEBUG nova.objects.instance [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'migration_context' on Instance uuid 7bf8cae6-84a3-4048-872d-50c01c558de7 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.684910] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecbab2-a9f6-4549-9a56-7b4e42f97e8b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.697680] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128734a6-1e74-4b30-8c1e-2a8c072f31a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.726946] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5324a76-537e-462b-8d1a-61a171082c58 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.734653] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5b79a-b9ff-4c6f-9d56-110815e585a1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.750456] env[69674]: DEBUG nova.compute.provider_tree [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.117809] env[69674]: DEBUG nova.network.neutron [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Port c18627c7-2667-4fb4-a1fe-e8ca938d03b5 binding to destination host cpu-1 is already ACTIVE {{(pid=69674) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1327.118140] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.118297] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.118466] env[69674]: DEBUG nova.network.neutron [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.252680] env[69674]: DEBUG nova.scheduler.client.report [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.876259] env[69674]: DEBUG nova.network.neutron [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.265048] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.689s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.379068] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.882506] env[69674]: DEBUG nova.compute.manager [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69674) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1328.882838] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.883022] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.385694] env[69674]: DEBUG nova.objects.instance [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'migration_context' on Instance uuid fcfccf43-e943-42e0-b25a-05949914ffdd {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.807643] env[69674]: INFO nova.compute.manager [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Swapping old allocation on dict_keys(['a2957c29-3fa7-4024-bd37-0cdb152f1f0a']) held by migration 8552e989-c7a6-4d2c-8100-0eae10dff471 for instance [ 1329.829632] env[69674]: DEBUG nova.scheduler.client.report [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Overwriting current allocation {'allocations': {'a2957c29-3fa7-4024-bd37-0cdb152f1f0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '198f577154a6499da565f213e898ce2e', 'user_id': 'a2994fe46c7642688726c57c004bde34', 'consumer_generation': 1} on consumer 7bf8cae6-84a3-4048-872d-50c01c558de7 {{(pid=69674) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1329.919323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.919543] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.919681] env[69674]: DEBUG nova.network.neutron [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.948657] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4bb877-25f9-45ff-ad3b-f99974a9c2a4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.956216] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a196a-8400-4984-81c1-fdeb10b814ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.986260] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af97ad2-19a6-4dd9-b70b-20d080fde2e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.992453] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ada261f-1e89-48f3-a873-247b2c76c5ec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.006079] env[69674]: DEBUG nova.compute.provider_tree [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.510915] env[69674]: DEBUG nova.scheduler.client.report [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.622923] env[69674]: DEBUG nova.network.neutron [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [{"id": "fbc92b2b-d637-431d-8b01-a167018a1eff", "address": "fa:16:3e:82:95:c4", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc92b2b-d6", "ovs_interfaceid": "fbc92b2b-d637-431d-8b01-a167018a1eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.125908] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-7bf8cae6-84a3-4048-872d-50c01c558de7" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.127024] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc0d923-f846-44f1-8d40-1eabd5196787 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.134489] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366cce7e-07d7-4d43-bd9c-457d9edc5333 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.523550] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.640s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.214943] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.215295] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-798e072a-b98d-4b45-9487-3ac4e36db92f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.223216] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1332.223216] env[69674]: value = "task-3257738" [ 1332.223216] env[69674]: _type = "Task" [ 1332.223216] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.230987] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.732881] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257738, 'name': PowerOffVM_Task, 'duration_secs': 0.191837} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.733174] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.733846] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.734085] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.734248] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.734430] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.734578] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.734724] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.734930] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.735107] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.735279] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.735442] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.735617] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.740558] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78334f9e-7100-4132-b4ce-413320533648 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.755740] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1332.755740] env[69674]: value = "task-3257739" [ 1332.755740] env[69674]: _type = "Task" [ 1332.755740] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.762730] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.063729] env[69674]: INFO nova.compute.manager [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Swapping old allocation on dict_keys(['a2957c29-3fa7-4024-bd37-0cdb152f1f0a']) held by migration 94a6d536-ddd2-40d4-9e9d-d3c8fc1b754e for instance [ 1333.084475] env[69674]: DEBUG nova.scheduler.client.report [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Overwriting current allocation {'allocations': {'a2957c29-3fa7-4024-bd37-0cdb152f1f0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '806bd9616c4b443680b65d550476f8dd', 'user_id': '4688acfc82f34d53ba82fc6a5d50695a', 'consumer_generation': 1} on consumer fcfccf43-e943-42e0-b25a-05949914ffdd {{(pid=69674) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1333.161208] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.161408] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.161586] env[69674]: DEBUG nova.network.neutron [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.265414] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257739, 'name': ReconfigVM_Task, 'duration_secs': 0.136133} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.266261] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0900074-2076-42bb-b9a9-5cdae1b77adb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.286426] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.286749] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.286820] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.287008] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.287322] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.287322] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.287508] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.287666] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.287833] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.287999] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.288208] env[69674]: DEBUG nova.virt.hardware [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.288989] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a95460-6307-4210-96e0-b976dc776ec8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.294120] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1333.294120] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521c32b4-d5d1-1da9-2944-803b704e2e12" [ 1333.294120] env[69674]: _type = "Task" [ 1333.294120] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.301856] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521c32b4-d5d1-1da9-2944-803b704e2e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.805586] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]521c32b4-d5d1-1da9-2944-803b704e2e12, 'name': SearchDatastore_Task, 'duration_secs': 0.007906} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.810808] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1333.813223] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c35c2a-23a7-43d2-8a83-b038192d4673 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.830717] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1333.830717] env[69674]: value = "task-3257740" [ 1333.830717] env[69674]: _type = "Task" [ 1333.830717] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.838114] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.881992] env[69674]: DEBUG nova.network.neutron [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [{"id": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "address": "fa:16:3e:6c:35:ff", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18627c7-26", "ovs_interfaceid": "c18627c7-2667-4fb4-a1fe-e8ca938d03b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.341083] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257740, 'name': ReconfigVM_Task, 'duration_secs': 0.211481} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.341384] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.342188] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b2c90-309e-43bd-a4d0-f668644e28cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.366972] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.367285] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be27fb1c-7232-444c-a38b-2b19112f08c3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.384344] env[69674]: DEBUG oslo_concurrency.lockutils [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-fcfccf43-e943-42e0-b25a-05949914ffdd" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.384761] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.385678] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ff5752-457a-4cab-9a7c-8196886b400d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.387249] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1334.387249] env[69674]: value = "task-3257741" [ 1334.387249] env[69674]: _type = "Task" [ 1334.387249] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.394066] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1334.394066] env[69674]: value = "task-3257742" [ 1334.394066] env[69674]: _type = "Task" [ 1334.394066] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.399258] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.404731] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.898507] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257741, 'name': ReconfigVM_Task, 'duration_secs': 0.281185} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.901634] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7/7bf8cae6-84a3-4048-872d-50c01c558de7.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.902452] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527699c2-2cd4-472e-b8d2-3e624adb3fcb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.909258] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257742, 'name': PowerOffVM_Task, 'duration_secs': 0.208778} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.924261] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.924882] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.925108] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.925268] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.925450] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.925596] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.925743] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.925979] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.926159] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.926330] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.926493] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.926661] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.931855] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1965da9-fe93-4d99-adb2-31ef79234b9c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.941765] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd1822-67f3-489f-b27a-bab982ac60c6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.963955] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b6691-bbff-4da6-ae55-a4d89a0d5496 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.966237] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1334.966237] env[69674]: value = "task-3257743" [ 1334.966237] env[69674]: _type = "Task" [ 1334.966237] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.985688] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91abbc-3580-4471-8edc-ba99997769b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.991051] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.994870] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.995114] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa08e50-34cd-4c10-bf55-f018470ebb20 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.999871] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1334.999871] env[69674]: value = "task-3257744" [ 1334.999871] env[69674]: _type = "Task" [ 1334.999871] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.006547] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.476204] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257743, 'name': ReconfigVM_Task, 'duration_secs': 0.139639} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.477077] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab63f9-f678-4912-aec7-e5d891dc941b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.495466] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.495717] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.495904] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.496102] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.496256] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.496406] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.496614] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.496778] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.497093] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.497254] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.497440] env[69674]: DEBUG nova.virt.hardware [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.498224] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3833962-4e9a-468f-a1c3-17325fa930a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.506924] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1335.506924] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52affe5e-ebd4-f124-a914-f8aa41fc7ab8" [ 1335.506924] env[69674]: _type = "Task" [ 1335.506924] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.509814] env[69674]: DEBUG oslo_vmware.api [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257744, 'name': PowerOnVM_Task, 'duration_secs': 0.361682} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.512667] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.520796] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52affe5e-ebd4-f124-a914-f8aa41fc7ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.526056] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.526326] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e432501e-33dd-4575-8d82-6cca45d83b05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.544640] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1335.544640] env[69674]: value = "task-3257745" [ 1335.544640] env[69674]: _type = "Task" [ 1335.544640] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.552768] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.055015] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257745, 'name': ReconfigVM_Task, 'duration_secs': 0.198269} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.055943] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.056726] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c554629-4b03-490c-b9c0-a4f741a6f444 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.079411] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.079840] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6a5e5d-52ea-4841-bcad-0a90346ef5cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.096540] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1336.096540] env[69674]: value = "task-3257746" [ 1336.096540] env[69674]: _type = "Task" [ 1336.096540] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.103563] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.558261] env[69674]: INFO nova.compute.manager [None req-b131b8f3-fe73-41b5-b2c2-71628da9a107 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance to original state: 'active' [ 1336.607337] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.107904] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257746, 'name': ReconfigVM_Task, 'duration_secs': 0.811457} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.108210] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd/fcfccf43-e943-42e0-b25a-05949914ffdd.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.109018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf48f4e-2f7e-4383-9917-ed727f7ca8da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.126676] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c27e7-42f5-48dd-a9ad-073d0cf8ed17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.143733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17143ef3-3e65-4422-826a-11857764ea90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.160315] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1b831-273b-46b9-b290-de4fc7357dd0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.166144] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.166350] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29dd8e9e-3913-4e7e-86fe-f63e3b189338 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.171863] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1337.171863] env[69674]: value = "task-3257747" [ 1337.171863] env[69674]: _type = "Task" [ 1337.171863] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.180386] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.682336] env[69674]: DEBUG oslo_vmware.api [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257747, 'name': PowerOnVM_Task, 'duration_secs': 0.347139} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.682680] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.505910] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.506278] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.506525] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.506722] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.506899] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.509048] env[69674]: INFO nova.compute.manager [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Terminating instance [ 1338.695469] env[69674]: INFO nova.compute.manager [None req-16b8cc41-9990-4c9b-b29b-e1213514efd2 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance to original state: 'active' [ 1339.012730] env[69674]: DEBUG nova.compute.manager [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1339.012948] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.013247] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3705af85-da59-486f-b136-74d3261dd45f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.025109] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1339.025109] env[69674]: value = "task-3257748" [ 1339.025109] env[69674]: _type = "Task" [ 1339.025109] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.033873] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.534786] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257748, 'name': PowerOffVM_Task, 'duration_secs': 0.209965} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.535123] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.535367] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1339.535590] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650846', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'name': 'volume-37f39213-9ab8-4242-835e-1bc9073aed16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7bf8cae6-84a3-4048-872d-50c01c558de7', 'attached_at': '2025-04-03T13:14:07.000000', 'detached_at': '', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'serial': '37f39213-9ab8-4242-835e-1bc9073aed16'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1339.536477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371bf4f-0fa3-47c0-8886-4a8963450514 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.557287] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38130e8e-3aa1-490a-86e0-2e699a2b14ae {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.564964] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a707f98-f2a6-4c64-afc3-c0da27fe3bbc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.585631] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f01d8-26ff-4ed4-a8f8-2b73c158407f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.600028] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] The volume has not been displaced from its original location: [datastore1] volume-37f39213-9ab8-4242-835e-1bc9073aed16/volume-37f39213-9ab8-4242-835e-1bc9073aed16.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.605066] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.605365] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2b4797-b50c-47a6-bf36-9aaba1774631 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.623087] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1339.623087] env[69674]: value = "task-3257749" [ 1339.623087] env[69674]: _type = "Task" [ 1339.623087] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.632946] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.133492] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257749, 'name': ReconfigVM_Task, 'duration_secs': 0.272245} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.133772] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.138408] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3779c9-c234-4424-9ba6-86057e04056a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.156710] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1340.156710] env[69674]: value = "task-3257750" [ 1340.156710] env[69674]: _type = "Task" [ 1340.156710] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.166011] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.658692] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "fcfccf43-e943-42e0-b25a-05949914ffdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.658988] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.659220] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.659413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.659585] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.664960] env[69674]: INFO nova.compute.manager [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Terminating instance [ 1340.674407] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257750, 'name': ReconfigVM_Task, 'duration_secs': 0.144208} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.675547] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650846', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'name': 'volume-37f39213-9ab8-4242-835e-1bc9073aed16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7bf8cae6-84a3-4048-872d-50c01c558de7', 'attached_at': '2025-04-03T13:14:07.000000', 'detached_at': '', 'volume_id': '37f39213-9ab8-4242-835e-1bc9073aed16', 'serial': '37f39213-9ab8-4242-835e-1bc9073aed16'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.676020] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.677561] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3e461-82dc-4103-95b6-26346a2d9db4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.688070] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.688411] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b14537-adc7-4239-9b88-d22452f0a3a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.766942] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.767169] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.767356] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleting the datastore file [datastore2] 7bf8cae6-84a3-4048-872d-50c01c558de7 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.767627] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5193727-9f98-4dec-b804-82cabcc280c4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.773732] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1340.773732] env[69674]: value = "task-3257752" [ 1340.773732] env[69674]: _type = "Task" [ 1340.773732] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.782693] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.170336] env[69674]: DEBUG nova.compute.manager [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1341.170747] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.171704] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c34e65-8146-410e-88b6-ddb2cc98201c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.179368] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.179607] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c24d8b3-a2b0-427a-bdd0-f043698cdc81 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.184418] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1341.184418] env[69674]: value = "task-3257753" [ 1341.184418] env[69674]: _type = "Task" [ 1341.184418] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.191312] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.283967] env[69674]: DEBUG oslo_vmware.api [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147029} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.284316] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.284546] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.284787] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.285017] env[69674]: INFO nova.compute.manager [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1341.285278] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.285469] env[69674]: DEBUG nova.compute.manager [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1341.285598] env[69674]: DEBUG nova.network.neutron [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.695977] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257753, 'name': PowerOffVM_Task, 'duration_secs': 0.174031} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.696353] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.696570] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.696872] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-940f165d-ee9f-4012-b254-4f0cf984fc89 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.760495] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.760724] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.760943] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleting the datastore file [datastore1] fcfccf43-e943-42e0-b25a-05949914ffdd {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.761192] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7687b3c1-6483-40b3-b343-61358045573c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.765596] env[69674]: DEBUG nova.compute.manager [req-6ddaa284-b21d-44f9-af7f-b7cc23a90492 req-7a9b3b84-fa64-4a9e-ba23-e62ab0d0dfc5 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Received event network-vif-deleted-fbc92b2b-d637-431d-8b01-a167018a1eff {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1341.765807] env[69674]: INFO nova.compute.manager [req-6ddaa284-b21d-44f9-af7f-b7cc23a90492 req-7a9b3b84-fa64-4a9e-ba23-e62ab0d0dfc5 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Neutron deleted interface fbc92b2b-d637-431d-8b01-a167018a1eff; detaching it from the instance and deleting it from the info cache [ 1341.766040] env[69674]: DEBUG nova.network.neutron [req-6ddaa284-b21d-44f9-af7f-b7cc23a90492 req-7a9b3b84-fa64-4a9e-ba23-e62ab0d0dfc5 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.770901] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1341.770901] env[69674]: value = "task-3257755" [ 1341.770901] env[69674]: _type = "Task" [ 1341.770901] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.778904] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.237777] env[69674]: DEBUG nova.network.neutron [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.268955] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e8a2b9f-ff91-40f1-aeb0-738b7db5dd90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.280091] env[69674]: DEBUG oslo_vmware.api [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13506} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.281133] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.281325] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.281514] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.281689] env[69674]: INFO nova.compute.manager [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1342.281915] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.282163] env[69674]: DEBUG nova.compute.manager [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1342.282264] env[69674]: DEBUG nova.network.neutron [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.286333] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb9716-6d69-45b0-a2dc-65ee1c2d4f34 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.311374] env[69674]: DEBUG nova.compute.manager [req-6ddaa284-b21d-44f9-af7f-b7cc23a90492 req-7a9b3b84-fa64-4a9e-ba23-e62ab0d0dfc5 service nova] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Detach interface failed, port_id=fbc92b2b-d637-431d-8b01-a167018a1eff, reason: Instance 7bf8cae6-84a3-4048-872d-50c01c558de7 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1342.740921] env[69674]: INFO nova.compute.manager [-] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Took 1.45 seconds to deallocate network for instance. [ 1343.231053] env[69674]: DEBUG nova.network.neutron [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.284740] env[69674]: INFO nova.compute.manager [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Took 0.54 seconds to detach 1 volumes for instance. [ 1343.734389] env[69674]: INFO nova.compute.manager [-] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Took 1.45 seconds to deallocate network for instance. [ 1343.788458] env[69674]: DEBUG nova.compute.manager [req-c1f72ff3-7cbc-4e42-aca4-d224a730e0c5 req-6aa1b9c7-f763-4ac8-81ca-a703553e6139 service nova] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Received event network-vif-deleted-c18627c7-2667-4fb4-a1fe-e8ca938d03b5 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1343.790690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.790949] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.791148] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.818975] env[69674]: INFO nova.scheduler.client.report [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted allocations for instance 7bf8cae6-84a3-4048-872d-50c01c558de7 [ 1344.240566] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.240858] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.241077] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.258373] env[69674]: INFO nova.scheduler.client.report [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted allocations for instance fcfccf43-e943-42e0-b25a-05949914ffdd [ 1344.326061] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ded8e051-33aa-4923-bd2b-3d98462d333c tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "7bf8cae6-84a3-4048-872d-50c01c558de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.766494] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d524f4d1-fe6b-4a7e-92a9-63fa8a94515d tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "fcfccf43-e943-42e0-b25a-05949914ffdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.107s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.594911] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.595553] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.599280] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "651ce467-9a26-4a32-845f-746b7e0f5489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.599479] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.097967] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1346.101334] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1346.620829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.621112] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.622925] env[69674]: INFO nova.compute.claims [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.626255] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.649427] env[69674]: DEBUG nova.scheduler.client.report [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1347.662640] env[69674]: DEBUG nova.scheduler.client.report [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1347.662851] env[69674]: DEBUG nova.compute.provider_tree [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.672677] env[69674]: DEBUG nova.scheduler.client.report [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1347.689079] env[69674]: DEBUG nova.scheduler.client.report [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1347.735093] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3cadd-63f9-4dfe-a83a-880d3bb25a66 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.742733] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9850a444-e291-4b42-ad07-04bcbcfe7d1c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.771250] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d283b0-7371-404a-a6c1-968e9807b4a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.777714] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2f22ed-85d3-43b3-9372-98c004c9ae9e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.790008] env[69674]: DEBUG nova.compute.provider_tree [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.320078] env[69674]: DEBUG nova.scheduler.client.report [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1348.320350] env[69674]: DEBUG nova.compute.provider_tree [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 171 to 172 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1348.320533] env[69674]: DEBUG nova.compute.provider_tree [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.825719] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.826318] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1348.829414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.203s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.830858] env[69674]: INFO nova.compute.claims [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.335453] env[69674]: DEBUG nova.compute.utils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.338931] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1349.339146] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.389061] env[69674]: DEBUG nova.policy [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4688acfc82f34d53ba82fc6a5d50695a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806bd9616c4b443680b65d550476f8dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.704874] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Successfully created port: 936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.840068] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1349.909255] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67807049-dd7a-4174-9e0c-460d1338e375 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.920509] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05ce2f-fe08-4e79-92a8-2f2bf59ad10f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.956112] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4fb52-9a36-4969-85a0-4ac2b9d6bb37 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.964058] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ef639-343b-4276-a1dc-0af36a1ef252 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.978528] env[69674]: DEBUG nova.compute.provider_tree [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.480532] env[69674]: DEBUG nova.scheduler.client.report [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.853482] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1350.876704] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.876972] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.877146] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.877330] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.877473] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.877622] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.877831] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.877989] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.878172] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.878338] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.878545] env[69674]: DEBUG nova.virt.hardware [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.879433] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67325a22-5daf-42dc-9e07-8b34cf8d6ce5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.883567] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.883787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.883989] env[69674]: INFO nova.compute.manager [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Shelving [ 1350.888635] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4072e3-9322-4de5-bc46-c090d0a54673 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.987631] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.988179] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1351.086932] env[69674]: DEBUG nova.compute.manager [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Received event network-vif-plugged-936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1351.087207] env[69674]: DEBUG oslo_concurrency.lockutils [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] Acquiring lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.087429] env[69674]: DEBUG oslo_concurrency.lockutils [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] Lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.087610] env[69674]: DEBUG oslo_concurrency.lockutils [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] Lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.087760] env[69674]: DEBUG nova.compute.manager [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] No waiting events found dispatching network-vif-plugged-936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.087922] env[69674]: WARNING nova.compute.manager [req-02838c12-addb-4c70-b83b-2bc1f2bec040 req-dc9168c4-1f09-4c16-b622-7f9687be99aa service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Received unexpected event network-vif-plugged-936fb9f3-4802-490c-8fd4-90bd69532a36 for instance with vm_state building and task_state spawning. [ 1351.164398] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Successfully updated port: 936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.220075] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.220297] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.220458] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.482958] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.493566] env[69674]: DEBUG nova.compute.utils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.494948] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1351.495142] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.531281] env[69674]: DEBUG nova.policy [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2994fe46c7642688726c57c004bde34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198f577154a6499da565f213e898ce2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.667693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.667942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.668214] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.802472] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Successfully created port: bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.894232] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.894676] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300b5b62-ce45-4f48-8319-1b941e11bd38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.903524] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1351.903524] env[69674]: value = "task-3257756" [ 1351.903524] env[69674]: _type = "Task" [ 1351.903524] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.911962] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.998539] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1352.200517] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.311346] env[69674]: DEBUG nova.network.neutron [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.415501] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257756, 'name': PowerOffVM_Task, 'duration_secs': 0.172668} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.415792] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.416670] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165166cb-a77f-479a-97d1-dec717763a07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.435031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c5b3f-2070-4363-b9cd-502f73797c5c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.482664] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.483168] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.483315] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1352.814431] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.814754] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Instance network_info: |[{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1352.815204] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:7b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '936fb9f3-4802-490c-8fd4-90bd69532a36', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.822764] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.822969] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.823205] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69f9fef-b828-459f-a9ac-381a7dd585a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.843354] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.843354] env[69674]: value = "task-3257757" [ 1352.843354] env[69674]: _type = "Task" [ 1352.843354] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.850591] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257757, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.945625] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.945993] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5cc06fad-1f49-43c7-bf85-aec5152dbfcb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.953818] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1352.953818] env[69674]: value = "task-3257758" [ 1352.953818] env[69674]: _type = "Task" [ 1352.953818] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.961746] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.009420] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1353.037790] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.038061] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.038225] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.038523] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.040021] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.040021] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.040021] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.040021] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.040188] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.040433] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.040725] env[69674]: DEBUG nova.virt.hardware [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.041634] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6297f76-090b-4d9f-8a55-0ecc33adbcb7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.050019] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d8629-4a3d-4bcb-8774-1e2553d17eca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.119875] env[69674]: DEBUG nova.compute.manager [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Received event network-changed-936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1353.120153] env[69674]: DEBUG nova.compute.manager [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Refreshing instance network info cache due to event network-changed-936fb9f3-4802-490c-8fd4-90bd69532a36. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1353.120390] env[69674]: DEBUG oslo_concurrency.lockutils [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] Acquiring lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.120612] env[69674]: DEBUG oslo_concurrency.lockutils [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] Acquired lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.120865] env[69674]: DEBUG nova.network.neutron [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Refreshing network info cache for port 936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.258214] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Successfully updated port: bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.354476] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257757, 'name': CreateVM_Task, 'duration_secs': 0.31894} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.354708] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.355359] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.355559] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.355901] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.356222] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555ebee6-34f8-4bf8-be66-adcff0714fc0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.360576] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1353.360576] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a503e-fa9a-e5d7-d649-6bcc22846c2e" [ 1353.360576] env[69674]: _type = "Task" [ 1353.360576] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.368029] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a503e-fa9a-e5d7-d649-6bcc22846c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.463154] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257758, 'name': CreateSnapshot_Task, 'duration_secs': 0.507648} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.463393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1353.464126] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6393c0e-6310-4f51-994d-64a657dd1c15 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.478073] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.760801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.760964] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.761186] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.837571] env[69674]: DEBUG nova.network.neutron [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updated VIF entry in instance network info cache for port 936fb9f3-4802-490c-8fd4-90bd69532a36. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.837935] env[69674]: DEBUG nova.network.neutron [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.871119] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523a503e-fa9a-e5d7-d649-6bcc22846c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.871413] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.871643] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.871871] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.872029] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.872216] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.872471] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e08005c1-d254-4f14-ab2c-6c3a5b87c0ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.880766] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.880983] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.881823] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57948b3-f0e5-4474-b71d-0ea250b51fa8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.887063] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1353.887063] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529bcc08-a35b-9d93-ef6a-1e7a39241421" [ 1353.887063] env[69674]: _type = "Task" [ 1353.887063] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.894100] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529bcc08-a35b-9d93-ef6a-1e7a39241421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.982770] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.983407] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7daa3b36-6d34-4d48-90f3-beb58d940e90 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.992855] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1353.992855] env[69674]: value = "task-3257759" [ 1353.992855] env[69674]: _type = "Task" [ 1353.992855] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.000436] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257759, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.291875] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.340376] env[69674]: DEBUG oslo_concurrency.lockutils [req-4d8382bf-1696-4f95-86e4-71dd0931b05b req-11647d07-2380-40fd-9e36-b7f3b33dd503 service nova] Releasing lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.397124] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529bcc08-a35b-9d93-ef6a-1e7a39241421, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.397948] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b164aaf8-a9a2-43c8-b47c-14df0814c4c5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.403318] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1354.403318] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5247860e-5ef1-17f5-bd95-626a96b4b8b6" [ 1354.403318] env[69674]: _type = "Task" [ 1354.403318] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.411483] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5247860e-5ef1-17f5-bd95-626a96b4b8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.417839] env[69674]: DEBUG nova.network.neutron [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.482420] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.503428] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257759, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.914544] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5247860e-5ef1-17f5-bd95-626a96b4b8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.914863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.915147] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 651ce467-9a26-4a32-845f-746b7e0f5489/651ce467-9a26-4a32-845f-746b7e0f5489.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.915422] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4661ceeb-93a2-4302-87ec-4dfd92d821cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.920105] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.920354] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance network_info: |[{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1354.921730] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:af:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef02e18-beeb-4596-812c-a68753f57ea9', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.929363] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.929612] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1354.929612] env[69674]: value = "task-3257760" [ 1354.929612] env[69674]: _type = "Task" [ 1354.929612] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.929798] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.930132] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f358e609-8101-469c-8c54-f90f49f019d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.952016] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.953044] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.953044] env[69674]: value = "task-3257761" [ 1354.953044] env[69674]: _type = "Task" [ 1354.953044] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.959664] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257761, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.985810] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.986130] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.986315] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.986481] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1354.987232] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad18059-8120-4223-8ff7-95d8be866a7d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.995239] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ea065-34fc-4039-84fe-7c1c86659444 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.006658] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257759, 'name': CloneVM_Task, 'duration_secs': 0.945895} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.014632] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Created linked-clone VM from snapshot [ 1355.015890] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff72612-b79f-4d18-a49d-39c57c1516d8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.018881] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b321828-8806-4858-a083-6dfd19ad6e91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.026352] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Uploading image 080586ba-eab9-42ab-aea0-c747254de65d {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1355.031135] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b1708-d309-4834-ac40-dbd72ec2f5e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.060490] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179707MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1355.060608] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.060829] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.069973] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1355.069973] env[69674]: value = "vm-650851" [ 1355.069973] env[69674]: _type = "VirtualMachine" [ 1355.069973] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1355.070246] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a15c7d7-06b6-4661-a605-b041fe14ea87 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.075970] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease: (returnval){ [ 1355.075970] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8dd11-a088-5d45-b4de-a45edb2a9369" [ 1355.075970] env[69674]: _type = "HttpNfcLease" [ 1355.075970] env[69674]: } obtained for exporting VM: (result){ [ 1355.075970] env[69674]: value = "vm-650851" [ 1355.075970] env[69674]: _type = "VirtualMachine" [ 1355.075970] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1355.076292] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the lease: (returnval){ [ 1355.076292] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8dd11-a088-5d45-b4de-a45edb2a9369" [ 1355.076292] env[69674]: _type = "HttpNfcLease" [ 1355.076292] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1355.082424] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.082424] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8dd11-a088-5d45-b4de-a45edb2a9369" [ 1355.082424] env[69674]: _type = "HttpNfcLease" [ 1355.082424] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.151314] env[69674]: DEBUG nova.compute.manager [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1355.151503] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.151741] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.151871] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.152089] env[69674]: DEBUG nova.compute.manager [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] No waiting events found dispatching network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.152269] env[69674]: WARNING nova.compute.manager [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received unexpected event network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 for instance with vm_state building and task_state spawning. [ 1355.152431] env[69674]: DEBUG nova.compute.manager [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1355.152583] env[69674]: DEBUG nova.compute.manager [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing instance network info cache due to event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1355.152813] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.152965] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.153136] env[69674]: DEBUG nova.network.neutron [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.438724] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479555} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.438973] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 651ce467-9a26-4a32-845f-746b7e0f5489/651ce467-9a26-4a32-845f-746b7e0f5489.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.439206] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.439498] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636cb5df-169b-467d-a3ae-03a07cbd91ad {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.445008] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1355.445008] env[69674]: value = "task-3257763" [ 1355.445008] env[69674]: _type = "Task" [ 1355.445008] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.452743] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.461812] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257761, 'name': CreateVM_Task, 'duration_secs': 0.474399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.462040] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.462837] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.463013] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.463336] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.463580] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb7cd4a-da1a-4475-89ca-77d5882d0415 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.467638] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1355.467638] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5220f4e4-4aa9-3909-db92-d365cd88b906" [ 1355.467638] env[69674]: _type = "Task" [ 1355.467638] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.474808] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5220f4e4-4aa9-3909-db92-d365cd88b906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.584057] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.584057] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8dd11-a088-5d45-b4de-a45edb2a9369" [ 1355.584057] env[69674]: _type = "HttpNfcLease" [ 1355.584057] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.584408] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.584408] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52f8dd11-a088-5d45-b4de-a45edb2a9369" [ 1355.584408] env[69674]: _type = "HttpNfcLease" [ 1355.584408] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.585128] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c76a7-1919-41db-91b0-f459ba458ae2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.592282] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.592453] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.777108] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-581b6044-01a2-4d66-88af-02cc0d503653 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.840046] env[69674]: DEBUG nova.network.neutron [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updated VIF entry in instance network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.840428] env[69674]: DEBUG nova.network.neutron [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.955416] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072644} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.955767] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.956647] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413f0a8-e419-48b4-9cc4-e0c10ea3f136 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.979330] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 651ce467-9a26-4a32-845f-746b7e0f5489/651ce467-9a26-4a32-845f-746b7e0f5489.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.984408] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1d1c7a7-01c2-47c2-87a7-1ad0f26d84e5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.005748] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5220f4e4-4aa9-3909-db92-d365cd88b906, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.007012] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.007259] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.007496] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.007643] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.007818] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.008150] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1356.008150] env[69674]: value = "task-3257764" [ 1356.008150] env[69674]: _type = "Task" [ 1356.008150] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.008335] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51145fda-8449-4b6f-9eab-ed4d96aec4b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.020311] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.023597] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.023875] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.024786] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1204aa-e4a4-4b37-b83b-515ddf02699b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.029827] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1356.029827] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e59af2-fa78-b9ac-6ed2-ecfd3c44c662" [ 1356.029827] env[69674]: _type = "Task" [ 1356.029827] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.038357] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e59af2-fa78-b9ac-6ed2-ecfd3c44c662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.089836] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 48365359-a279-43cc-ad75-fdb58414867a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1356.090044] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 651ce467-9a26-4a32-845f-746b7e0f5489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1356.090196] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 3acffb28-5f18-4462-9538-2586a964c27f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1356.090388] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1356.090533] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1356.144039] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32437e21-fc26-45e8-afa1-edf553233d50 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.151715] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86082f3a-8a43-4854-9339-2cbbb3e3b463 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.183811] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd50d0-aedf-48f8-8046-e1abd975714e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.192069] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310078f-86e3-4379-b3b4-546c3ce121a2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.208205] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.343119] env[69674]: DEBUG oslo_concurrency.lockutils [req-ae041573-ccc5-4704-b442-2a238befa7c1 req-6ef591ac-a7c4-4703-8dd7-9b6fc022a5bc service nova] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.521369] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257764, 'name': ReconfigVM_Task, 'duration_secs': 0.302577} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.521369] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 651ce467-9a26-4a32-845f-746b7e0f5489/651ce467-9a26-4a32-845f-746b7e0f5489.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.522630] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db30110f-2e04-447e-b342-de2973ec526d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.530209] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1356.530209] env[69674]: value = "task-3257765" [ 1356.530209] env[69674]: _type = "Task" [ 1356.530209] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.541534] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257765, 'name': Rename_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.544984] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52e59af2-fa78-b9ac-6ed2-ecfd3c44c662, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.545868] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a3ff98-833f-45d3-9e08-6278245aeab7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.550689] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1356.550689] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac4ee-5a4c-3064-c43b-f2ecb8731c35" [ 1356.550689] env[69674]: _type = "Task" [ 1356.550689] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.559948] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac4ee-5a4c-3064-c43b-f2ecb8731c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.743833] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updated inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1356.744197] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updating resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a generation from 172 to 173 during operation: update_inventory {{(pid=69674) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1356.744437] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.040277] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257765, 'name': Rename_Task, 'duration_secs': 0.196472} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.040715] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.041036] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b18e4a-29fd-4513-b4c0-3aeb22f3e950 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.048588] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1357.048588] env[69674]: value = "task-3257766" [ 1357.048588] env[69674]: _type = "Task" [ 1357.048588] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.059702] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.063764] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]520ac4ee-5a4c-3064-c43b-f2ecb8731c35, 'name': SearchDatastore_Task, 'duration_secs': 0.0151} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.064129] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.064550] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.064819] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9b1741c-60bc-4e7f-abc0-0414631b57bb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.071166] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1357.071166] env[69674]: value = "task-3257767" [ 1357.071166] env[69674]: _type = "Task" [ 1357.071166] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.080434] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.249211] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1357.249521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.558469] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.581772] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.058918] env[69674]: DEBUG oslo_vmware.api [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257766, 'name': PowerOnVM_Task, 'duration_secs': 0.999775} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.059220] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.059426] env[69674]: INFO nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1358.059602] env[69674]: DEBUG nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1358.060384] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8a7ceb-f48b-4a53-a488-4bfd57d6e286 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.080850] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555649} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.081148] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.081369] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.081620] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6486e184-dc64-48ca-a81f-fac24bfe666f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.087949] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1358.087949] env[69674]: value = "task-3257768" [ 1358.087949] env[69674]: _type = "Task" [ 1358.087949] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.095741] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.577566] env[69674]: INFO nova.compute.manager [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Took 11.97 seconds to build instance. [ 1358.597599] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081285} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.597796] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.598590] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc3c947-5ebf-4ce3-b58a-21b2f6b36df1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.620782] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.621282] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc802494-adad-4eaf-b723-53c8ec357d07 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.641538] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1358.641538] env[69674]: value = "task-3257769" [ 1358.641538] env[69674]: _type = "Task" [ 1358.641538] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.648879] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.079947] env[69674]: DEBUG oslo_concurrency.lockutils [None req-4e4ebb2d-9646-43e7-9584-0d66d7bc20d8 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.480s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.151298] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257769, 'name': ReconfigVM_Task, 'duration_secs': 0.354092} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.151605] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.152281] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7701f370-40e2-4154-954a-a2bc798908f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.159361] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1359.159361] env[69674]: value = "task-3257770" [ 1359.159361] env[69674]: _type = "Task" [ 1359.159361] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.172595] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257770, 'name': Rename_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.669717] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257770, 'name': Rename_Task, 'duration_secs': 0.14994} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.670033] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.670403] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b4616b-63fb-4dac-9719-61f1afb0ae22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.678623] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1359.678623] env[69674]: value = "task-3257771" [ 1359.678623] env[69674]: _type = "Task" [ 1359.678623] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.687573] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.717497] env[69674]: DEBUG nova.compute.manager [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Received event network-changed-936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1359.717677] env[69674]: DEBUG nova.compute.manager [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Refreshing instance network info cache due to event network-changed-936fb9f3-4802-490c-8fd4-90bd69532a36. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1359.717889] env[69674]: DEBUG oslo_concurrency.lockutils [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] Acquiring lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.718089] env[69674]: DEBUG oslo_concurrency.lockutils [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] Acquired lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.718276] env[69674]: DEBUG nova.network.neutron [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Refreshing network info cache for port 936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.189136] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.501371] env[69674]: DEBUG nova.network.neutron [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updated VIF entry in instance network info cache for port 936fb9f3-4802-490c-8fd4-90bd69532a36. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.501747] env[69674]: DEBUG nova.network.neutron [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.691464] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.005322] env[69674]: DEBUG oslo_concurrency.lockutils [req-1e4e6b8a-e8fa-4505-bcd8-920dfe0692c3 req-1130a3d5-85a9-4b91-981b-93014f64cb9c service nova] Releasing lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.191252] env[69674]: DEBUG oslo_vmware.api [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257771, 'name': PowerOnVM_Task, 'duration_secs': 1.217896} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.191697] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.191697] env[69674]: INFO nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1361.191931] env[69674]: DEBUG nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1361.192822] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292bb7bc-f326-4052-ab02-ba6f0e74c6ca {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.711949] env[69674]: INFO nova.compute.manager [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Took 15.11 seconds to build instance. [ 1361.857316] env[69674]: DEBUG nova.compute.manager [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1361.857584] env[69674]: DEBUG nova.compute.manager [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing instance network info cache due to event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1361.857808] env[69674]: DEBUG oslo_concurrency.lockutils [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.857950] env[69674]: DEBUG oslo_concurrency.lockutils [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.858635] env[69674]: DEBUG nova.network.neutron [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.213486] env[69674]: DEBUG oslo_concurrency.lockutils [None req-56741d50-e323-4fec-8753-1e585eaa381a tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.618s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.568729] env[69674]: DEBUG nova.network.neutron [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updated VIF entry in instance network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.569082] env[69674]: DEBUG nova.network.neutron [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.025113] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1363.026044] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adfd93c-fdc7-438a-bc81-e9a5a1eee871 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.033057] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1363.033230] env[69674]: ERROR oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk due to incomplete transfer. [ 1363.033447] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a67d9cf-06aa-45db-934e-49098c85feec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.040856] env[69674]: DEBUG oslo_vmware.rw_handles [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253a118-420f-4da7-775f-462b15763be9/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1363.041059] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Uploaded image 080586ba-eab9-42ab-aea0-c747254de65d to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1363.043423] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1363.043652] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f0bfcb44-8412-4985-83f8-67557b54a3e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.049890] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1363.049890] env[69674]: value = "task-3257772" [ 1363.049890] env[69674]: _type = "Task" [ 1363.049890] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.057337] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257772, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.071921] env[69674]: DEBUG oslo_concurrency.lockutils [req-adb1d9b5-894f-4dbf-b686-4b46fc6e6581 req-6bd7e28e-f027-4790-9a75-8b3ae4dceaa7 service nova] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.559558] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257772, 'name': Destroy_Task, 'duration_secs': 0.334359} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.559923] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Destroyed the VM [ 1363.559991] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1363.560258] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78cb77ae-c991-4eae-818d-53eb971ba195 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.567375] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1363.567375] env[69674]: value = "task-3257773" [ 1363.567375] env[69674]: _type = "Task" [ 1363.567375] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.574997] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.077774] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257773, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376233} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.078015] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1364.078302] env[69674]: DEBUG nova.compute.manager [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1364.079084] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f3820-e0f5-4e27-a00d-5b8aa770dc41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.245308] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.592101] env[69674]: INFO nova.compute.manager [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Shelve offloading [ 1365.096612] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.097016] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a715d90-6f58-42e3-9cce-50802636a680 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.105055] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1365.105055] env[69674]: value = "task-3257774" [ 1365.105055] env[69674]: _type = "Task" [ 1365.105055] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.113121] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.614630] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.614960] env[69674]: DEBUG nova.compute.manager [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1365.615610] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b36a668-8438-4b76-8bda-c878920f8988 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.620919] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.621158] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.621375] env[69674]: DEBUG nova.network.neutron [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.311791] env[69674]: DEBUG nova.network.neutron [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.815251] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.012034] env[69674]: DEBUG nova.compute.manager [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-vif-unplugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1367.012034] env[69674]: DEBUG oslo_concurrency.lockutils [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.012163] env[69674]: DEBUG oslo_concurrency.lockutils [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.012807] env[69674]: DEBUG oslo_concurrency.lockutils [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.012807] env[69674]: DEBUG nova.compute.manager [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] No waiting events found dispatching network-vif-unplugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.012807] env[69674]: WARNING nova.compute.manager [req-da1c2b34-dd9b-4523-baa3-54147acb956f req-9c53cdb8-63e0-488d-a3bb-4dbbf4edef35 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received unexpected event network-vif-unplugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 for instance with vm_state shelved and task_state shelving_offloading. [ 1367.103819] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.104843] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af3599-cfd4-4859-b3f7-e60ccf390fbd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.112567] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.112811] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4774747a-2b82-43b4-8153-ef415ae969bc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.176930] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.177163] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.177400] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore1] 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.177688] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d829e910-33ee-490f-a90c-ab9d7901b85b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.184403] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1367.184403] env[69674]: value = "task-3257776" [ 1367.184403] env[69674]: _type = "Task" [ 1367.184403] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.191996] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.693995] env[69674]: DEBUG oslo_vmware.api [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1391} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.694256] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.694446] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.694629] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.718933] env[69674]: INFO nova.scheduler.client.report [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted allocations for instance 48365359-a279-43cc-ad75-fdb58414867a [ 1368.223056] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.223449] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.223678] env[69674]: DEBUG nova.objects.instance [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'resources' on Instance uuid 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.726168] env[69674]: DEBUG nova.objects.instance [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'numa_topology' on Instance uuid 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.036696] env[69674]: DEBUG nova.compute.manager [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1369.036892] env[69674]: DEBUG nova.compute.manager [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing instance network info cache due to event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1369.037126] env[69674]: DEBUG oslo_concurrency.lockutils [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.037283] env[69674]: DEBUG oslo_concurrency.lockutils [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.037478] env[69674]: DEBUG nova.network.neutron [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.228738] env[69674]: DEBUG nova.objects.base [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Object Instance<48365359-a279-43cc-ad75-fdb58414867a> lazy-loaded attributes: resources,numa_topology {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.271561] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea15880-814f-4b89-985c-987c9e20bbf1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.279339] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d700bc8-2b86-4c7f-ba25-d2b584ed0e03 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.310284] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a7475-054a-4dc4-ab63-5fd97243c6dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.317579] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a71d92-5ee9-4bb7-8fbd-7e1f6d33abc9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.330582] env[69674]: DEBUG nova.compute.provider_tree [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.833565] env[69674]: DEBUG nova.scheduler.client.report [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.987437] env[69674]: DEBUG nova.network.neutron [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updated VIF entry in instance network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.987853] env[69674]: DEBUG nova.network.neutron [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8716657-b7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.340012] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.343064] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.490673] env[69674]: DEBUG oslo_concurrency.lockutils [req-9eca8269-9490-47f6-8fc5-9773fbf8fdcb req-609582dd-2359-4adc-906b-5b789254a7a5 service nova] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.848930] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7460ff30-811a-4605-a1b0-e22b07dc5907 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.965s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.849825] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.507s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.849974] env[69674]: INFO nova.compute.manager [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Unshelving [ 1371.874961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.875405] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.875742] env[69674]: DEBUG nova.objects.instance [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'pci_requests' on Instance uuid 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.379715] env[69674]: DEBUG nova.objects.instance [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'numa_topology' on Instance uuid 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.882146] env[69674]: INFO nova.compute.claims [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.937011] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd7178-ee12-44da-8e58-597ffdb7a7e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.944445] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c784ee5b-2077-4e71-bdfd-0562e6c00a2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.973857] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6afc85d-20d5-488d-a9a3-6eba2beb21cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.980739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d756a7d-39ab-41fb-92cd-45babe995157 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.993415] env[69674]: DEBUG nova.compute.provider_tree [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.496256] env[69674]: DEBUG nova.scheduler.client.report [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.000989] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.126s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.029455] env[69674]: INFO nova.network.neutron [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating port a8716657-b755-4ccd-8a7d-e945b0f2e571 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1376.386549] env[69674]: DEBUG nova.compute.manager [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1376.386790] env[69674]: DEBUG oslo_concurrency.lockutils [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.386985] env[69674]: DEBUG oslo_concurrency.lockutils [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.387228] env[69674]: DEBUG oslo_concurrency.lockutils [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.387347] env[69674]: DEBUG nova.compute.manager [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] No waiting events found dispatching network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.387485] env[69674]: WARNING nova.compute.manager [req-adc62d20-cd6e-4589-a9b2-0edcc99d3c7b req-46921fe8-91ce-4824-868f-4f074424f668 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received unexpected event network-vif-plugged-a8716657-b755-4ccd-8a7d-e945b0f2e571 for instance with vm_state shelved_offloaded and task_state spawning. [ 1376.467118] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.467294] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.467497] env[69674]: DEBUG nova.network.neutron [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.160277] env[69674]: DEBUG nova.network.neutron [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.664137] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.692754] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0469d13fab0f3fe6d7d09b07b080023a',container_format='bare',created_at=2025-04-03T13:14:26Z,direct_url=,disk_format='vmdk',id=080586ba-eab9-42ab-aea0-c747254de65d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1747346143-shelved',owner='e9c8f4396b78484f8ba1743c5e94f8e7',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T13:14:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.692992] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.693167] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.693353] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.693500] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.693647] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.693860] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.694029] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.694205] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.694370] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.694543] env[69674]: DEBUG nova.virt.hardware [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.695475] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431c81a-d5c7-41b5-9e0d-50f206379761 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.703372] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab956385-fd58-42c1-a324-2a70cd6bd3bf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.716380] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:64:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8716657-b755-4ccd-8a7d-e945b0f2e571', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.723583] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.723815] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.724038] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d5fef6-b0bf-4d2c-b93c-ad58ace4db54 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.742584] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.742584] env[69674]: value = "task-3257777" [ 1377.742584] env[69674]: _type = "Task" [ 1377.742584] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.749687] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257777, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.252058] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257777, 'name': CreateVM_Task, 'duration_secs': 0.303322} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.252228] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.252913] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.253089] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.253475] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.253720] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99739db-2270-45c4-b362-919633a68277 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.258919] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1378.258919] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52763544-cb0e-aa20-ce1a-1b18c95fa9a2" [ 1378.258919] env[69674]: _type = "Task" [ 1378.258919] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.265828] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52763544-cb0e-aa20-ce1a-1b18c95fa9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.412136] env[69674]: DEBUG nova.compute.manager [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1378.412505] env[69674]: DEBUG nova.compute.manager [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing instance network info cache due to event network-changed-a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1378.412607] env[69674]: DEBUG oslo_concurrency.lockutils [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] Acquiring lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.412757] env[69674]: DEBUG oslo_concurrency.lockutils [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] Acquired lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.412925] env[69674]: DEBUG nova.network.neutron [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Refreshing network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.768773] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.769140] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Processing image 080586ba-eab9-42ab-aea0-c747254de65d {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.769309] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.769457] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.769636] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.769882] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6ae90f-7837-453f-9871-62b1ec5413ff {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.777801] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.777968] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.778630] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ffab1c-4a4d-4754-a4ca-7293f2c4e03b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.783077] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1378.783077] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5210f1df-b6d6-e737-dafe-6cc0e8f519ff" [ 1378.783077] env[69674]: _type = "Task" [ 1378.783077] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.790120] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5210f1df-b6d6-e737-dafe-6cc0e8f519ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.098903] env[69674]: DEBUG nova.network.neutron [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updated VIF entry in instance network info cache for port a8716657-b755-4ccd-8a7d-e945b0f2e571. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.099267] env[69674]: DEBUG nova.network.neutron [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [{"id": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "address": "fa:16:3e:3a:64:40", "network": {"id": "2cb85307-dd50-4e91-bc52-25ae7559aec5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1721979291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c8f4396b78484f8ba1743c5e94f8e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8716657-b7", "ovs_interfaceid": "a8716657-b755-4ccd-8a7d-e945b0f2e571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.293066] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1379.293340] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Fetch image to [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e/OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1379.293526] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Downloading stream optimized image 080586ba-eab9-42ab-aea0-c747254de65d to [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e/OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e.vmdk on the data store datastore2 as vApp {{(pid=69674) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1379.293699] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Downloading image file data 080586ba-eab9-42ab-aea0-c747254de65d to the ESX as VM named 'OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e' {{(pid=69674) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1379.358461] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1379.358461] env[69674]: value = "resgroup-9" [ 1379.358461] env[69674]: _type = "ResourcePool" [ 1379.358461] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1379.359142] env[69674]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ad5618bd-608c-42d7-a32a-b6d1e883f36d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.379073] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease: (returnval){ [ 1379.379073] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528784af-5200-d979-7ed7-4319e8c2d9da" [ 1379.379073] env[69674]: _type = "HttpNfcLease" [ 1379.379073] env[69674]: } obtained for vApp import into resource pool (val){ [ 1379.379073] env[69674]: value = "resgroup-9" [ 1379.379073] env[69674]: _type = "ResourcePool" [ 1379.379073] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1379.379367] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the lease: (returnval){ [ 1379.379367] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528784af-5200-d979-7ed7-4319e8c2d9da" [ 1379.379367] env[69674]: _type = "HttpNfcLease" [ 1379.379367] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1379.385546] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.385546] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528784af-5200-d979-7ed7-4319e8c2d9da" [ 1379.385546] env[69674]: _type = "HttpNfcLease" [ 1379.385546] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1379.601803] env[69674]: DEBUG oslo_concurrency.lockutils [req-8e1a22c5-d2e7-4864-8f0a-3edefcb49c51 req-a9a3086d-f5fa-4c5b-8a7a-55854248dea2 service nova] Releasing lock "refresh_cache-48365359-a279-43cc-ad75-fdb58414867a" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.887147] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.887147] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528784af-5200-d979-7ed7-4319e8c2d9da" [ 1379.887147] env[69674]: _type = "HttpNfcLease" [ 1379.887147] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.887565] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.887565] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528784af-5200-d979-7ed7-4319e8c2d9da" [ 1379.887565] env[69674]: _type = "HttpNfcLease" [ 1379.887565] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1379.888173] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db57fcd2-5db3-45e8-96f0-112c2a3b00b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.895109] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.895288] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1379.958908] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e29b637-f74d-49bd-8776-6deef3ecc913 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.004829] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1381.005245] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1381.006258] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b89653-bdbe-4168-8913-d6f387fe1d43 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.012759] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1381.012995] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1381.013149] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd179c63-e955-48b7-b2a7-bb50ba29fef5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.212793] env[69674]: DEBUG oslo_vmware.rw_handles [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0a5d1-7119-86af-71f8-2deae68a49fa/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1381.213092] env[69674]: INFO nova.virt.vmwareapi.images [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Downloaded image file data 080586ba-eab9-42ab-aea0-c747254de65d [ 1381.214206] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8079f265-57a3-4b78-91a0-36f715845b27 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.229976] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc87fec-0e1c-406a-ab2e-db6825f635f0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.256497] env[69674]: INFO nova.virt.vmwareapi.images [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] The imported VM was unregistered [ 1381.258810] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1381.259048] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Creating directory with path [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.259304] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457f5ba0-6efc-4201-ae92-50f131a669f6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.268955] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Created directory with path [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.269150] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e/OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e.vmdk to [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk. {{(pid=69674) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1381.269377] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-366ea853-e41a-44dc-8ac2-1dcfd6420c73 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.277731] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1381.277731] env[69674]: value = "task-3257780" [ 1381.277731] env[69674]: _type = "Task" [ 1381.277731] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.285393] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.790199] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.292442] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.791101] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.291530] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.791369] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257780, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.302887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.791739] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e/OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e.vmdk to [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk. [ 1383.791843] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Cleaning up location [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1383.792015] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8d411216-386f-44ae-b3c0-2b6d443e2b9e {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.792278] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888df430-b661-47c6-9f66-db5cc6e3e14d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.798959] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1383.798959] env[69674]: value = "task-3257781" [ 1383.798959] env[69674]: _type = "Task" [ 1383.798959] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.806509] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.309795] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079513} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.310061] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.310235] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.310481] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk to [datastore2] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.310737] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057d13d4-46f7-4516-b29e-891b50ade5a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.317246] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1384.317246] env[69674]: value = "task-3257782" [ 1384.317246] env[69674]: _type = "Task" [ 1384.317246] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.324362] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.828929] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.328656] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.829217] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.330293] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.830676] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257782, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.25377} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.831056] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080586ba-eab9-42ab-aea0-c747254de65d/080586ba-eab9-42ab-aea0-c747254de65d.vmdk to [datastore2] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.831792] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5a352a-e671-44b4-9453-b66affdf00c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.853758] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.854013] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d181c6d-a6df-48d3-bb9e-252ef52e4e8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.872284] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1386.872284] env[69674]: value = "task-3257783" [ 1386.872284] env[69674]: _type = "Task" [ 1386.872284] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.879508] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.382023] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257783, 'name': ReconfigVM_Task, 'duration_secs': 0.304446} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.382309] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 48365359-a279-43cc-ad75-fdb58414867a/48365359-a279-43cc-ad75-fdb58414867a.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.382954] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d6f3675-f259-4df7-a3be-0ea92ae5e546 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.389316] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1387.389316] env[69674]: value = "task-3257784" [ 1387.389316] env[69674]: _type = "Task" [ 1387.389316] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.396840] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257784, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.899263] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257784, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.400101] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257784, 'name': Rename_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.899723] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257784, 'name': Rename_Task, 'duration_secs': 1.125459} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.900130] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.900204] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd775d2a-2bda-4a83-825c-fa0ddf399110 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.905859] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1388.905859] env[69674]: value = "task-3257785" [ 1388.905859] env[69674]: _type = "Task" [ 1388.905859] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.912859] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.416750] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.916787] env[69674]: DEBUG oslo_vmware.api [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257785, 'name': PowerOnVM_Task, 'duration_secs': 0.519216} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.917968] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.011335] env[69674]: DEBUG nova.compute.manager [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1390.012256] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cdb5e5-f170-4195-9696-855272eb05dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.530629] env[69674]: DEBUG oslo_concurrency.lockutils [None req-9d73f425-d4d6-4545-89f2-de9453467cc6 tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.681s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.710287] env[69674]: DEBUG oslo_concurrency.lockutils [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "651ce467-9a26-4a32-845f-746b7e0f5489" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.710661] env[69674]: DEBUG oslo_concurrency.lockutils [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.710769] env[69674]: DEBUG nova.compute.manager [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1394.711739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d065220f-1c38-4143-9b39-e7fd78dba624 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.719092] env[69674]: DEBUG nova.compute.manager [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1394.719691] env[69674]: DEBUG nova.objects.instance [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'flavor' on Instance uuid 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.727135] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.727494] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cf3a87-7cd3-424b-b8f2-52198c73f170 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.734338] env[69674]: DEBUG oslo_vmware.api [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1395.734338] env[69674]: value = "task-3257786" [ 1395.734338] env[69674]: _type = "Task" [ 1395.734338] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.742115] env[69674]: DEBUG oslo_vmware.api [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.243861] env[69674]: DEBUG oslo_vmware.api [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257786, 'name': PowerOffVM_Task, 'duration_secs': 0.226394} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.244130] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.244329] env[69674]: DEBUG nova.compute.manager [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1396.245089] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98197b-ba68-47ae-9976-22b10885548e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.755948] env[69674]: DEBUG oslo_concurrency.lockutils [None req-321f8739-2498-45cf-820a-de6bbb4a58f7 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.078673] env[69674]: DEBUG nova.objects.instance [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'flavor' on Instance uuid 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.584637] env[69674]: DEBUG oslo_concurrency.lockutils [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.584888] env[69674]: DEBUG oslo_concurrency.lockutils [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.584982] env[69674]: DEBUG nova.network.neutron [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.585192] env[69674]: DEBUG nova.objects.instance [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'info_cache' on Instance uuid 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.089220] env[69674]: DEBUG nova.objects.base [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Object Instance<651ce467-9a26-4a32-845f-746b7e0f5489> lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.809715] env[69674]: DEBUG nova.network.neutron [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.312779] env[69674]: DEBUG oslo_concurrency.lockutils [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.474888] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.475163] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.475348] env[69674]: INFO nova.compute.manager [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Shelving [ 1400.318081] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.318450] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa14d514-9f73-4a18-a17b-bf2ce37b0601 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.326387] env[69674]: DEBUG oslo_vmware.api [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1400.326387] env[69674]: value = "task-3257787" [ 1400.326387] env[69674]: _type = "Task" [ 1400.326387] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.334021] env[69674]: DEBUG oslo_vmware.api [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.484108] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.484314] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-243b6230-c61e-44f2-8289-cc7d6e91141c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.491953] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1400.491953] env[69674]: value = "task-3257788" [ 1400.491953] env[69674]: _type = "Task" [ 1400.491953] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.499843] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.837025] env[69674]: DEBUG oslo_vmware.api [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257787, 'name': PowerOnVM_Task, 'duration_secs': 0.410143} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.837319] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.837518] env[69674]: DEBUG nova.compute.manager [None req-aa54725b-22c6-4db9-8517-ce7e2a23a02a tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1400.838301] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34224e9f-e8b8-4d4b-bea0-9e599ba205a6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.002142] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257788, 'name': PowerOffVM_Task, 'duration_secs': 0.179832} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.002412] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.003195] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281199e2-8702-4d71-94ca-994d196f6402 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.021826] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a700d-30c4-442a-93ac-38775d177df3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.532043] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Creating Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1401.532043] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ed18000-5f71-4f24-b94e-80ef77f28629 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.539351] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1401.539351] env[69674]: value = "task-3257789" [ 1401.539351] env[69674]: _type = "Task" [ 1401.539351] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.546675] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.823876] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cbea13-3dbd-4cb1-bb27-145ff10a0495 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.830855] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Suspending the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1401.831101] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c6674c2f-8eb4-451c-a905-99a045aa7863 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.837228] env[69674]: DEBUG oslo_vmware.api [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1401.837228] env[69674]: value = "task-3257790" [ 1401.837228] env[69674]: _type = "Task" [ 1401.837228] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.844787] env[69674]: DEBUG oslo_vmware.api [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257790, 'name': SuspendVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.049221] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257789, 'name': CreateSnapshot_Task, 'duration_secs': 0.483887} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.049498] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Created Snapshot of the VM instance {{(pid=69674) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1402.050290] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231a3e4-ac75-4a73-8bed-2f9b65ef6278 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.346865] env[69674]: DEBUG oslo_vmware.api [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257790, 'name': SuspendVM_Task} progress is 75%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.568084] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Creating linked-clone VM from snapshot {{(pid=69674) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1402.568405] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f36dc20-fb39-4187-86b8-8ebc13b2281c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.578230] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1402.578230] env[69674]: value = "task-3257791" [ 1402.578230] env[69674]: _type = "Task" [ 1402.578230] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.585452] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257791, 'name': CloneVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.848402] env[69674]: DEBUG oslo_vmware.api [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257790, 'name': SuspendVM_Task, 'duration_secs': 0.604824} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.848707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Suspended the VM {{(pid=69674) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1402.848906] env[69674]: DEBUG nova.compute.manager [None req-b3315a90-7504-4d7d-b01c-850783683111 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1402.849672] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8592fd63-8975-4921-b9d6-d106b603dee3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.087859] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257791, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.589307] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257791, 'name': CloneVM_Task} progress is 94%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.089321] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257791, 'name': CloneVM_Task, 'duration_secs': 1.415161} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.089587] env[69674]: INFO nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Created linked-clone VM from snapshot [ 1404.090334] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3fdc0-56f2-47ea-98ac-d27302ce154f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.097274] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Uploading image e65a04db-50e1-4fba-8627-f9452823ce4e {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1404.117952] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1404.117952] env[69674]: value = "vm-650856" [ 1404.117952] env[69674]: _type = "VirtualMachine" [ 1404.117952] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1404.118210] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8ca28bf-04c2-4ada-b5f0-92ad50095002 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.124525] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease: (returnval){ [ 1404.124525] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a75359-0476-a06d-e784-724334da123e" [ 1404.124525] env[69674]: _type = "HttpNfcLease" [ 1404.124525] env[69674]: } obtained for exporting VM: (result){ [ 1404.124525] env[69674]: value = "vm-650856" [ 1404.124525] env[69674]: _type = "VirtualMachine" [ 1404.124525] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1404.124755] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the lease: (returnval){ [ 1404.124755] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a75359-0476-a06d-e784-724334da123e" [ 1404.124755] env[69674]: _type = "HttpNfcLease" [ 1404.124755] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1404.130908] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.130908] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a75359-0476-a06d-e784-724334da123e" [ 1404.130908] env[69674]: _type = "HttpNfcLease" [ 1404.130908] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1404.139371] env[69674]: INFO nova.compute.manager [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Resuming [ 1404.139897] env[69674]: DEBUG nova.objects.instance [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'flavor' on Instance uuid 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.632639] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.632639] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a75359-0476-a06d-e784-724334da123e" [ 1404.632639] env[69674]: _type = "HttpNfcLease" [ 1404.632639] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1404.632996] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1404.632996] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a75359-0476-a06d-e784-724334da123e" [ 1404.632996] env[69674]: _type = "HttpNfcLease" [ 1404.632996] env[69674]: }. {{(pid=69674) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1404.633673] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba56eeba-56ef-40d7-98b2-9555344c0717 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.640879] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1404.641033] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk for reading. {{(pid=69674) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1404.731380] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17c21033-9b6a-44aa-9b7c-4a8fd5273614 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.203528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.203795] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquired lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.204092] env[69674]: DEBUG nova.network.neutron [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.482588] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.948509] env[69674]: DEBUG nova.network.neutron [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [{"id": "936fb9f3-4802-490c-8fd4-90bd69532a36", "address": "fa:16:3e:0e:7b:f6", "network": {"id": "b1b33d87-171a-47de-a84b-3d320ff04079", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-881160435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806bd9616c4b443680b65d550476f8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936fb9f3-48", "ovs_interfaceid": "936fb9f3-4802-490c-8fd4-90bd69532a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.451459] env[69674]: DEBUG oslo_concurrency.lockutils [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Releasing lock "refresh_cache-651ce467-9a26-4a32-845f-746b7e0f5489" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.452288] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfd1285-543b-42a4-99e9-e003799fb7e2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.459655] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Resuming the VM {{(pid=69674) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1406.459936] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a673ee-897f-4322-9ab9-e8faff41f8dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.466594] env[69674]: DEBUG oslo_vmware.api [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1406.466594] env[69674]: value = "task-3257793" [ 1406.466594] env[69674]: _type = "Task" [ 1406.466594] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.474572] env[69674]: DEBUG oslo_vmware.api [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.977516] env[69674]: DEBUG oslo_vmware.api [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.479095] env[69674]: DEBUG oslo_vmware.api [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257793, 'name': PowerOnVM_Task, 'duration_secs': 0.541588} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.479095] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Resumed the VM {{(pid=69674) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1407.479095] env[69674]: DEBUG nova.compute.manager [None req-7522ca22-30d3-4c4a-b09a-104fe3a83dd1 tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1407.479337] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9112133-e7a9-4122-bebf-b04946303c1e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.871733] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "651ce467-9a26-4a32-845f-746b7e0f5489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.872177] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.872257] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.872416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.872589] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.875020] env[69674]: INFO nova.compute.manager [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Terminating instance [ 1409.379477] env[69674]: DEBUG nova.compute.manager [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1409.379681] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.380677] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e802d50-408e-4538-ba06-e2222e1270b9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.389094] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.389421] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27624ed1-2cc1-450c-a122-75ce91d78b80 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.395564] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1409.395564] env[69674]: value = "task-3257794" [ 1409.395564] env[69674]: _type = "Task" [ 1409.395564] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.405929] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.905305] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257794, 'name': PowerOffVM_Task, 'duration_secs': 0.268532} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.905672] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.905805] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.906001] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90151b73-173b-4453-8c75-34527336f26c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.981844] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.982395] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.982395] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleting the datastore file [datastore2] 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.982612] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f791cbee-474a-40b9-bcd5-973936cbc74c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.985179] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.989644] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for the task: (returnval){ [ 1409.989644] env[69674]: value = "task-3257796" [ 1409.989644] env[69674]: _type = "Task" [ 1409.989644] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.997383] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.482939] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.483217] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.483366] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1410.500842] env[69674]: DEBUG oslo_vmware.api [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Task: {'id': task-3257796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339969} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.501315] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.501653] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.501989] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.502302] env[69674]: INFO nova.compute.manager [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1410.502759] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.503114] env[69674]: DEBUG nova.compute.manager [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1410.503307] env[69674]: DEBUG nova.network.neutron [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.932519] env[69674]: DEBUG nova.compute.manager [req-164fcfb5-d864-43ff-90aa-0b01eb34dbaa req-9869c198-12ee-4db2-83c0-0d4024829c29 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Received event network-vif-deleted-936fb9f3-4802-490c-8fd4-90bd69532a36 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1410.932766] env[69674]: INFO nova.compute.manager [req-164fcfb5-d864-43ff-90aa-0b01eb34dbaa req-9869c198-12ee-4db2-83c0-0d4024829c29 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Neutron deleted interface 936fb9f3-4802-490c-8fd4-90bd69532a36; detaching it from the instance and deleting it from the info cache [ 1410.932992] env[69674]: DEBUG nova.network.neutron [req-164fcfb5-d864-43ff-90aa-0b01eb34dbaa req-9869c198-12ee-4db2-83c0-0d4024829c29 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.992228] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] There are 24 instances to clean {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 1410.992399] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: fcfccf43-e943-42e0-b25a-05949914ffdd] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1411.416733] env[69674]: DEBUG nova.network.neutron [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.436192] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-816bf09d-310c-4fe0-afec-69a33d615302 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.447477] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189cef57-db59-4ced-ac52-95903fe19f05 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.474876] env[69674]: DEBUG nova.compute.manager [req-164fcfb5-d864-43ff-90aa-0b01eb34dbaa req-9869c198-12ee-4db2-83c0-0d4024829c29 service nova] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Detach interface failed, port_id=936fb9f3-4802-490c-8fd4-90bd69532a36, reason: Instance 651ce467-9a26-4a32-845f-746b7e0f5489 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1411.496695] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 2bfcc30e-4a4c-4f35-9af9-685d1dfef451] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1411.919798] env[69674]: INFO nova.compute.manager [-] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Took 1.42 seconds to deallocate network for instance. [ 1411.999876] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 7bf8cae6-84a3-4048-872d-50c01c558de7] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1412.426797] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.427132] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.427365] env[69674]: DEBUG nova.objects.instance [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lazy-loading 'resources' on Instance uuid 651ce467-9a26-4a32-845f-746b7e0f5489 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.503699] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: cc56d15f-ff8d-476a-8c76-49b2ed6d96e6] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1412.869967] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1412.870925] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569bed28-8b4b-48d3-8ea2-3e5ccd5d84af {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.876976] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1412.877150] env[69674]: ERROR oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk due to incomplete transfer. [ 1412.877361] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa8ea4d2-8fd9-43ab-9363-d5d5088e050a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.883835] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a8332c-f039-cfc3-7289-bdeb7edcd7bc/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1412.884038] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Uploaded image e65a04db-50e1-4fba-8627-f9452823ce4e to the Glance image server {{(pid=69674) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1412.886281] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Destroying the VM {{(pid=69674) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1412.886512] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-875521ba-40aa-46b7-8dc3-c6c913e102f5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.891676] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1412.891676] env[69674]: value = "task-3257797" [ 1412.891676] env[69674]: _type = "Task" [ 1412.891676] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.900091] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257797, 'name': Destroy_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.007888] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8a21ed5a-83e3-42fc-b380-202c14333170] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1413.053018] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf188f-59e7-49c5-ac07-eeeed916005f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.060460] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec22c5-b075-4f8b-ba21-4916117edb8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.089827] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e078a5a-3a2e-4724-9647-3d632484727b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.097227] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a643dc-d766-4972-87df-dcccbdba67e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.110440] env[69674]: DEBUG nova.compute.provider_tree [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.403015] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257797, 'name': Destroy_Task, 'duration_secs': 0.32369} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.403300] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Destroyed the VM [ 1413.403529] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleting Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1413.403784] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5dff185d-9699-4c17-9921-31b38791fb23 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.410122] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1413.410122] env[69674]: value = "task-3257798" [ 1413.410122] env[69674]: _type = "Task" [ 1413.410122] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.417701] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.510570] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: a8354a78-e16e-4e7a-b837-718eb222359c] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1413.614040] env[69674]: DEBUG nova.scheduler.client.report [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.921619] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.330162} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.922055] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleted Snapshot of the VM instance {{(pid=69674) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1413.922447] env[69674]: DEBUG nova.compute.manager [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1413.923290] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7eb7bf-22b3-4c10-b2f3-be95ec579f94 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.013596] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e6a067c6-ef0e-4e1f-b953-eab6f64cb0cb] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1414.118788] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.137702] env[69674]: INFO nova.scheduler.client.report [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Deleted allocations for instance 651ce467-9a26-4a32-845f-746b7e0f5489 [ 1414.437964] env[69674]: INFO nova.compute.manager [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Shelve offloading [ 1414.516511] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 8599db33-4e94-4316-aa67-5d286eb6d3da] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1414.645831] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2cb31aeb-231a-40ae-9e72-a5278d335f3c tempest-ServerActionsTestJSON-1756055786 tempest-ServerActionsTestJSON-1756055786-project-member] Lock "651ce467-9a26-4a32-845f-746b7e0f5489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.941735] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.942173] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-361cc3e2-47f0-4356-8bda-50327922c472 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.950014] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1414.950014] env[69674]: value = "task-3257799" [ 1414.950014] env[69674]: _type = "Task" [ 1414.950014] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.957762] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.019595] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 613ec2d6-f0a4-41d6-a7c4-fec88e81e216] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1415.460563] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] VM already powered off {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1415.460782] env[69674]: DEBUG nova.compute.manager [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1415.461527] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5abee9-a8d8-416a-bc5f-adebacaf4ce9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.466787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.466978] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.467165] env[69674]: DEBUG nova.network.neutron [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.522339] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 9612067d-7752-4de1-b766-7cf646e3dfc3] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1416.025839] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 47f377ca-97ca-4b22-857b-99fff001c97d] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1416.313729] env[69674]: DEBUG nova.network.neutron [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.531173] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: efc340ec-d269-4261-8227-dedeb000bae6] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1416.816620] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.037492] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 47da33a9-3645-42f0-b8e0-361bf511e3cc] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1417.119398] env[69674]: DEBUG nova.compute.manager [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-vif-unplugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1417.119604] env[69674]: DEBUG oslo_concurrency.lockutils [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.119808] env[69674]: DEBUG oslo_concurrency.lockutils [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.119976] env[69674]: DEBUG oslo_concurrency.lockutils [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.120258] env[69674]: DEBUG nova.compute.manager [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] No waiting events found dispatching network-vif-unplugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.120472] env[69674]: WARNING nova.compute.manager [req-de398011-f89a-45b2-b558-89c286494133 req-5584011f-5b03-43b7-ae92-b7c56d79455d service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received unexpected event network-vif-unplugged-bef02e18-beeb-4596-812c-a68753f57ea9 for instance with vm_state shelved and task_state shelving_offloading. [ 1417.207378] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.208309] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ff924-9cf9-47f2-ae65-78aae860bdef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.215995] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.216241] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f59206b-e109-48ae-a412-b3b393d0caac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.288161] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.288393] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.288574] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleting the datastore file [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.288838] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-079150ce-3989-433a-96f4-b6c0d8db6c82 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.294834] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1417.294834] env[69674]: value = "task-3257801" [ 1417.294834] env[69674]: _type = "Task" [ 1417.294834] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.302591] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.543060] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 93bb0e79-41de-4641-a739-b1a1243329fc] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1417.804154] env[69674]: DEBUG oslo_vmware.api [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139784} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.804348] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.804530] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.804745] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.831028] env[69674]: INFO nova.scheduler.client.report [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted allocations for instance 3acffb28-5f18-4462-9538-2586a964c27f [ 1418.046743] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: b8faebea-eb9a-4d74-9b8f-88cd0af1f453] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1418.335649] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.335953] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.336197] env[69674]: DEBUG nova.objects.instance [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'resources' on Instance uuid 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.549749] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 60d21911-0de7-4622-ab81-0f582ea011c8] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1418.838538] env[69674]: DEBUG nova.objects.instance [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'numa_topology' on Instance uuid 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.053514] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: ef8ec4fd-db0e-4285-8918-a84efb9e320e] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1419.145399] env[69674]: DEBUG nova.compute.manager [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1419.145399] env[69674]: DEBUG nova.compute.manager [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing instance network info cache due to event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1419.145663] env[69674]: DEBUG oslo_concurrency.lockutils [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.145793] env[69674]: DEBUG oslo_concurrency.lockutils [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.145891] env[69674]: DEBUG nova.network.neutron [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.340825] env[69674]: DEBUG nova.objects.base [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Object Instance<3acffb28-5f18-4462-9538-2586a964c27f> lazy-loaded attributes: resources,numa_topology {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1419.367846] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd098a0-c793-4b81-a8f7-c9695ccec54c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.375554] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1293868-f33c-43f9-b979-de4a23a8d383 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.405315] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7bab6e-e113-4e68-8972-e76284794f3e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.412789] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb66b12-c443-4284-b1d6-a7c4f36e1033 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.425821] env[69674]: DEBUG nova.compute.provider_tree [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.556933] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 4ac74c47-be15-40ee-bd01-0dacbf3f20b4] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1419.863263] env[69674]: DEBUG nova.network.neutron [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updated VIF entry in instance network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.863623] env[69674]: DEBUG nova.network.neutron [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbef02e18-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.928971] env[69674]: DEBUG nova.scheduler.client.report [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.060169] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e54c7670-57fa-43d5-966d-984e56d77d92] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1420.366271] env[69674]: DEBUG oslo_concurrency.lockutils [req-d8ef7f0c-9e92-4f4c-acd3-77005dc6d862 req-cac12c24-fc47-47bf-8c66-155c0243aaee service nova] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.433468] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.490075] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.563226] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: de53a2b1-b121-461a-bf41-46136e6b67a0] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1420.942170] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a80cc09b-35eb-4e1d-b2aa-7fbb55fefc97 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.467s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.943173] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.453s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.943527] env[69674]: INFO nova.compute.manager [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Unshelving [ 1421.066224] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 58072223-cb45-4996-bb38-6249ea296b11] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1421.570324] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 1c63c8bd-149e-4025-a9d6-afce1c1951c5] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1421.968540] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.968828] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.969071] env[69674]: DEBUG nova.objects.instance [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'pci_requests' on Instance uuid 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.073476] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 2535d175-f741-4358-9734-4f7f2345c0fa] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1422.472990] env[69674]: DEBUG nova.objects.instance [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'numa_topology' on Instance uuid 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.578041] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e1678a98-0e22-4bbb-a39a-c5bee0fd08ac] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1422.976870] env[69674]: INFO nova.compute.claims [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.080484] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.080882] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69674) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}} [ 1424.023208] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c434a4c-68ba-4853-9246-4aed2bf7728d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.030611] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fae4ec-0cff-4ec2-847e-b188b9a03888 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.059156] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba60cc-2d64-453d-90e2-4524a6b32210 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.065553] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe753b8-216f-43db-b1df-f0eee40f08fd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.078046] env[69674]: DEBUG nova.compute.provider_tree [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.581415] env[69674]: DEBUG nova.scheduler.client.report [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.087339] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.116123] env[69674]: INFO nova.network.neutron [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating port bef02e18-beeb-4596-812c-a68753f57ea9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1425.583123] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.583487] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.583579] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.583732] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.583896] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.584048] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1425.584224] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.087266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.087528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.087693] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.087846] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1426.088720] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e51cbc-699e-4c13-a873-2488c58d5e17 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.096933] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266afda4-75df-4aae-99d3-3857bc898852 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.110341] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9226d2-e54c-4d52-b951-7a077c809ffd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.116344] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952c745-907b-4bab-bff1-c6f6f11832dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.144493] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180758MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1426.144636] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.144861] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.461210] env[69674]: DEBUG nova.compute.manager [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1426.461436] env[69674]: DEBUG oslo_concurrency.lockutils [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.461638] env[69674]: DEBUG oslo_concurrency.lockutils [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.461803] env[69674]: DEBUG oslo_concurrency.lockutils [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.461965] env[69674]: DEBUG nova.compute.manager [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] No waiting events found dispatching network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.462146] env[69674]: WARNING nova.compute.manager [req-7fdf53b1-ebe2-463d-9524-39021afd2c31 req-191bad56-2f03-4315-8542-4371adee7419 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received unexpected event network-vif-plugged-bef02e18-beeb-4596-812c-a68753f57ea9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1426.501046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.501046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.501046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "48365359-a279-43cc-ad75-fdb58414867a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.501046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.501046] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.503058] env[69674]: INFO nova.compute.manager [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Terminating instance [ 1426.538805] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.538939] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.539101] env[69674]: DEBUG nova.network.neutron [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.007706] env[69674]: DEBUG nova.compute.manager [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1427.008057] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.008860] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632ccd0-4d84-45c5-81cd-84c68fd0f42b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.016244] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.016465] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c758dd-9cae-4f65-9411-b2775645b843 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.024247] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1427.024247] env[69674]: value = "task-3257802" [ 1427.024247] env[69674]: _type = "Task" [ 1427.024247] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.032139] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.173099] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 48365359-a279-43cc-ad75-fdb58414867a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.173258] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 3acffb28-5f18-4462-9538-2586a964c27f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.173436] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1427.173575] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1427.214371] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be49a2-528c-4716-b121-2b9e19bbc449 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.221492] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95397001-4373-4910-b91e-acd4674ec96d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.251239] env[69674]: DEBUG nova.network.neutron [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.252844] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd16b2-fb28-416b-b581-4cba0fb1a38b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.259867] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40fe0b-4a4f-4a6e-8866-8a51fec4af2f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.273127] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.534088] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257802, 'name': PowerOffVM_Task, 'duration_secs': 0.410977} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.534364] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.534537] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.534795] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbfd2af-78c1-405d-a6cd-364f000d17fb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.598786] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.599016] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.599203] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleting the datastore file [datastore2] 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.599478] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03cf7fe7-938d-4b71-b2d3-31a852d368f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.606167] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for the task: (returnval){ [ 1427.606167] env[69674]: value = "task-3257804" [ 1427.606167] env[69674]: _type = "Task" [ 1427.606167] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.613414] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.756529] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.775620] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.786433] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af0623053a7707a51fc1afa842b0c768',container_format='bare',created_at=2025-04-03T13:15:15Z,direct_url=,disk_format='vmdk',id=e65a04db-50e1-4fba-8627-f9452823ce4e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1924992366-shelved',owner='198f577154a6499da565f213e898ce2e',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-03T13:15:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.786660] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.786814] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.787022] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.787176] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.787359] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.787573] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.787758] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.787923] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.788099] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.788280] env[69674]: DEBUG nova.virt.hardware [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.789111] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b76f26c-77f0-496f-9895-707a8d212ba0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.798619] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855a0f9-9649-409c-bd73-05c3d41a86c7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.811782] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:af:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef02e18-beeb-4596-812c-a68753f57ea9', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.818911] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.819137] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.819365] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942dec0e-f2cd-432e-9602-e7420a065f61 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.838251] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.838251] env[69674]: value = "task-3257805" [ 1427.838251] env[69674]: _type = "Task" [ 1427.838251] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.848374] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257805, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.116565] env[69674]: DEBUG oslo_vmware.api [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Task: {'id': task-3257804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135902} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.116871] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.117058] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.117263] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.117437] env[69674]: INFO nova.compute.manager [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1428.117679] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.117870] env[69674]: DEBUG nova.compute.manager [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1428.117982] env[69674]: DEBUG nova.network.neutron [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.281911] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1428.282133] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.348966] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257805, 'name': CreateVM_Task, 'duration_secs': 0.280226} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.349155] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.349803] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.349964] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.350348] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.350608] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48271413-eab5-4c7f-adba-1d466c103cdc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.354772] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1428.354772] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528181eb-95db-28e5-c0c9-92a77a73270a" [ 1428.354772] env[69674]: _type = "Task" [ 1428.354772] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.361960] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]528181eb-95db-28e5-c0c9-92a77a73270a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.490784] env[69674]: DEBUG nova.compute.manager [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1428.491009] env[69674]: DEBUG nova.compute.manager [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing instance network info cache due to event network-changed-bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1428.491215] env[69674]: DEBUG oslo_concurrency.lockutils [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] Acquiring lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.491386] env[69674]: DEBUG oslo_concurrency.lockutils [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] Acquired lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.491570] env[69674]: DEBUG nova.network.neutron [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Refreshing network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.865530] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.865729] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Processing image e65a04db-50e1-4fba-8627-f9452823ce4e {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.865961] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.866128] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.866306] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.866590] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e17f1e4-97ed-4df7-8cfd-d3b1f6393915 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.874317] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.874489] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.875196] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4539387d-fbb7-4914-85a1-887739cb2c63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.879874] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1428.879874] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]523c7197-20d9-eb43-bc4e-d3bdc6f1b252" [ 1428.879874] env[69674]: _type = "Task" [ 1428.879874] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.893189] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Preparing fetch location {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1428.893407] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Fetch image to [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3/OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3.vmdk {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1428.893584] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Downloading stream optimized image e65a04db-50e1-4fba-8627-f9452823ce4e to [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3/OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3.vmdk on the data store datastore2 as vApp {{(pid=69674) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1428.893748] env[69674]: DEBUG nova.virt.vmwareapi.images [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Downloading image file data e65a04db-50e1-4fba-8627-f9452823ce4e to the ESX as VM named 'OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3' {{(pid=69674) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1428.963635] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1428.963635] env[69674]: value = "resgroup-9" [ 1428.963635] env[69674]: _type = "ResourcePool" [ 1428.963635] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1428.963912] env[69674]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ad02174f-b186-4df8-aac3-bd8806d6404d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.983997] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease: (returnval){ [ 1428.983997] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b28b9-1da5-e8c0-7b93-c3d46e0c845a" [ 1428.983997] env[69674]: _type = "HttpNfcLease" [ 1428.983997] env[69674]: } obtained for vApp import into resource pool (val){ [ 1428.983997] env[69674]: value = "resgroup-9" [ 1428.983997] env[69674]: _type = "ResourcePool" [ 1428.983997] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1428.984267] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the lease: (returnval){ [ 1428.984267] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b28b9-1da5-e8c0-7b93-c3d46e0c845a" [ 1428.984267] env[69674]: _type = "HttpNfcLease" [ 1428.984267] env[69674]: } to be ready. {{(pid=69674) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1428.990040] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1428.990040] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b28b9-1da5-e8c0-7b93-c3d46e0c845a" [ 1428.990040] env[69674]: _type = "HttpNfcLease" [ 1428.990040] env[69674]: } is initializing. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1429.016956] env[69674]: DEBUG nova.network.neutron [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.197182] env[69674]: DEBUG nova.network.neutron [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updated VIF entry in instance network info cache for port bef02e18-beeb-4596-812c-a68753f57ea9. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.197576] env[69674]: DEBUG nova.network.neutron [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [{"id": "bef02e18-beeb-4596-812c-a68753f57ea9", "address": "fa:16:3e:fa:af:91", "network": {"id": "402b9707-d994-4312-9cc0-7167ac64e50b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2113379930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "198f577154a6499da565f213e898ce2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef02e18-be", "ovs_interfaceid": "bef02e18-beeb-4596-812c-a68753f57ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.492054] env[69674]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1429.492054] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b28b9-1da5-e8c0-7b93-c3d46e0c845a" [ 1429.492054] env[69674]: _type = "HttpNfcLease" [ 1429.492054] env[69674]: } is ready. {{(pid=69674) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1429.492293] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1429.492293] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]522b28b9-1da5-e8c0-7b93-c3d46e0c845a" [ 1429.492293] env[69674]: _type = "HttpNfcLease" [ 1429.492293] env[69674]: }. {{(pid=69674) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1429.492949] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9dc567-23b9-4987-b1ca-48435ba04d53 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.499835] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk from lease info. {{(pid=69674) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1429.500019] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk. {{(pid=69674) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1429.556022] env[69674]: INFO nova.compute.manager [-] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Took 1.44 seconds to deallocate network for instance. [ 1429.567015] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be6e9b34-b54f-43c6-95d9-b18116b1c059 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.700788] env[69674]: DEBUG oslo_concurrency.lockutils [req-110989bb-d798-4be8-8d2e-a37bdf732e51 req-6e336a6b-6069-4d2e-b2fd-3558eaa31497 service nova] Releasing lock "refresh_cache-3acffb28-5f18-4462-9538-2586a964c27f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.063863] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.064186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.064415] env[69674]: DEBUG nova.objects.instance [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lazy-loading 'resources' on Instance uuid 48365359-a279-43cc-ad75-fdb58414867a {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.518982] env[69674]: DEBUG nova.compute.manager [req-9b398a44-cf06-4030-a829-eace8cc16485 req-1070d978-faa6-41b4-9569-748be1666c0a service nova] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Received event network-vif-deleted-a8716657-b755-4ccd-8a7d-e945b0f2e571 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1430.613306] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b3314-6cdd-4777-9b27-6a16c0f2d1ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.623608] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30a56f-5254-409b-9de2-fc65b449858e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.660274] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae92376-71ba-41b5-997e-13c1bb78ef0f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.669523] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9c4e3-8c87-4717-80d4-6ff62a6e4e4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.674451] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Completed reading data from the image iterator. {{(pid=69674) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1430.674638] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1430.675420] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcbe53a-1dcf-4b94-b069-b5462d786b4f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.686707] env[69674]: DEBUG nova.compute.provider_tree [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.691442] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk is in state: ready. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1430.691605] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk. {{(pid=69674) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1430.691822] env[69674]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33fa7fc9-5b12-44db-ac7e-eabc22786b28 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.868066] env[69674]: DEBUG oslo_vmware.rw_handles [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221edec-cc0c-b569-f742-8d671cb030ef/disk-0.vmdk. {{(pid=69674) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1430.868259] env[69674]: INFO nova.virt.vmwareapi.images [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Downloaded image file data e65a04db-50e1-4fba-8627-f9452823ce4e [ 1430.869139] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534e540-876c-4edd-bb5a-94993fd92ec6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.884840] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e53c81dc-ae69-46ab-9191-2cddc8eca554 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.917520] env[69674]: INFO nova.virt.vmwareapi.images [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] The imported VM was unregistered [ 1430.919825] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Caching image {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1430.920068] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.920327] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b39cd86-2092-405b-8ccf-f8bebfe201d6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.940372] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Created directory with path [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.940552] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3/OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3.vmdk to [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk. {{(pid=69674) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1430.940785] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-37555ffa-bc92-444f-87cf-9af8ebb62020 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.948149] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1430.948149] env[69674]: value = "task-3257808" [ 1430.948149] env[69674]: _type = "Task" [ 1430.948149] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.955734] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.189887] env[69674]: DEBUG nova.scheduler.client.report [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.461492] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.695594] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.714602] env[69674]: INFO nova.scheduler.client.report [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Deleted allocations for instance 48365359-a279-43cc-ad75-fdb58414867a [ 1431.961068] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.223369] env[69674]: DEBUG oslo_concurrency.lockutils [None req-20e6a963-6529-48d3-9447-bebd4ea4635f tempest-AttachVolumeShelveTestJSON-2019002648 tempest-AttachVolumeShelveTestJSON-2019002648-project-member] Lock "48365359-a279-43cc-ad75-fdb58414867a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.461904] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.960766] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.461334] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257808, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.420012} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.461635] env[69674]: INFO nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3/OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3.vmdk to [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk. [ 1433.461829] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Cleaning up location [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3 {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1433.461994] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c17de47f-f41a-4462-9640-6d7e504c2ba3 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.462270] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb282a7-0cc8-40c0-bd17-d784bf221818 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.468902] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1433.468902] env[69674]: value = "task-3257809" [ 1433.468902] env[69674]: _type = "Task" [ 1433.468902] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.476150] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.978849] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035833} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.979305] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.979305] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.979450] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk to [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.979706] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386e4af0-0de6-4e2c-bc96-0c42d458535b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.987396] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1433.987396] env[69674]: value = "task-3257810" [ 1433.987396] env[69674]: _type = "Task" [ 1433.987396] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.994639] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.496993] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.998264] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.499270] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.000580] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.500230] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257810, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.203553} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.500499] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e65a04db-50e1-4fba-8627-f9452823ce4e/e65a04db-50e1-4fba-8627-f9452823ce4e.vmdk to [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.501308] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa3fec-acb1-42ca-b7b5-3715e07dcdd7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.522876] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.523166] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e085ca31-2605-41ab-b048-5363b60eb0ce {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.541909] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1436.541909] env[69674]: value = "task-3257812" [ 1436.541909] env[69674]: _type = "Task" [ 1436.541909] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.549549] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.052741] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257812, 'name': ReconfigVM_Task, 'duration_secs': 0.3412} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.053148] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f/3acffb28-5f18-4462-9538-2586a964c27f.vmdk or device None with type streamOptimized {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.053743] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b7c55d-fe32-4a07-ab23-1861f9212ecd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.060425] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1437.060425] env[69674]: value = "task-3257813" [ 1437.060425] env[69674]: _type = "Task" [ 1437.060425] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.068103] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257813, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.569806] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257813, 'name': Rename_Task, 'duration_secs': 0.171095} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.572068] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.572068] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ea2f6db-a505-49b6-8bd7-69737e46a863 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.576731] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1437.576731] env[69674]: value = "task-3257814" [ 1437.576731] env[69674]: _type = "Task" [ 1437.576731] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.585279] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.086746] env[69674]: DEBUG oslo_vmware.api [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257814, 'name': PowerOnVM_Task, 'duration_secs': 0.494242} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.087184] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.200418] env[69674]: DEBUG nova.compute.manager [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1438.201393] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1a1d6-5da4-41f4-a4cb-40f9a7afcde8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.720488] env[69674]: DEBUG oslo_concurrency.lockutils [None req-a15838c4-e2aa-4ab6-8314-b7f91c5c8194 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 17.777s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.295083] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.295510] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.295622] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "3acffb28-5f18-4462-9538-2586a964c27f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.296217] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.296414] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.298547] env[69674]: INFO nova.compute.manager [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Terminating instance [ 1440.802169] env[69674]: DEBUG nova.compute.manager [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1440.802415] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.803355] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef11664-7c65-4de2-b689-d39c182ae4cc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.811242] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.811468] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d57842-9342-4a4b-b7e3-01a59a5c8e39 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.818141] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1440.818141] env[69674]: value = "task-3257815" [ 1440.818141] env[69674]: _type = "Task" [ 1440.818141] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.825595] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.328808] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257815, 'name': PowerOffVM_Task, 'duration_secs': 0.417146} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.328808] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.328808] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.329311] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9069630-07be-4832-9060-df8e015a018f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.391402] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.391616] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.391792] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleting the datastore file [datastore2] 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.392076] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c968bf-1289-4f91-bbbe-82e43a77843e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.397678] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for the task: (returnval){ [ 1441.397678] env[69674]: value = "task-3257817" [ 1441.397678] env[69674]: _type = "Task" [ 1441.397678] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.404993] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.907016] env[69674]: DEBUG oslo_vmware.api [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Task: {'id': task-3257817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162781} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.907308] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.907497] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.907673] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.907848] env[69674]: INFO nova.compute.manager [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1441.908105] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.908299] env[69674]: DEBUG nova.compute.manager [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1441.908391] env[69674]: DEBUG nova.network.neutron [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.302412] env[69674]: DEBUG nova.compute.manager [req-28706c5e-98bd-4f32-b1df-cfef313ff8aa req-0e3f5891-391a-4492-827a-61e827f8d16f service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Received event network-vif-deleted-bef02e18-beeb-4596-812c-a68753f57ea9 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1442.302617] env[69674]: INFO nova.compute.manager [req-28706c5e-98bd-4f32-b1df-cfef313ff8aa req-0e3f5891-391a-4492-827a-61e827f8d16f service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Neutron deleted interface bef02e18-beeb-4596-812c-a68753f57ea9; detaching it from the instance and deleting it from the info cache [ 1442.302789] env[69674]: DEBUG nova.network.neutron [req-28706c5e-98bd-4f32-b1df-cfef313ff8aa req-0e3f5891-391a-4492-827a-61e827f8d16f service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.787194] env[69674]: DEBUG nova.network.neutron [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.805266] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a149708-811c-405d-9660-346ab573c381 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.815906] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9587f3d0-4e97-4393-b00f-4e9c4a5294b0 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.839594] env[69674]: DEBUG nova.compute.manager [req-28706c5e-98bd-4f32-b1df-cfef313ff8aa req-0e3f5891-391a-4492-827a-61e827f8d16f service nova] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Detach interface failed, port_id=bef02e18-beeb-4596-812c-a68753f57ea9, reason: Instance 3acffb28-5f18-4462-9538-2586a964c27f could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1443.290696] env[69674]: INFO nova.compute.manager [-] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Took 1.38 seconds to deallocate network for instance. [ 1443.796942] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.797336] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.797511] env[69674]: DEBUG nova.objects.instance [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lazy-loading 'resources' on Instance uuid 3acffb28-5f18-4462-9538-2586a964c27f {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.343037] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8f7e7-39be-421b-bb64-b238639783dc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.350779] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8c2ab-b11f-4686-aee3-092cfca7d074 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.379694] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc4096-a611-403a-95d5-e98f5c201497 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.386259] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4933af1-9923-45a1-a003-474ef05d5e49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.398541] env[69674]: DEBUG nova.compute.provider_tree [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.902190] env[69674]: DEBUG nova.scheduler.client.report [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.407098] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.431309] env[69674]: INFO nova.scheduler.client.report [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Deleted allocations for instance 3acffb28-5f18-4462-9538-2586a964c27f [ 1445.941394] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ea9935c0-77ca-4f5c-a2f3-6d040d9c78d4 tempest-ServerActionsTestOtherB-310007035 tempest-ServerActionsTestOtherB-310007035-project-member] Lock "3acffb28-5f18-4462-9538-2586a964c27f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.645s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.009851] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.010425] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.513405] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1456.036323] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.036603] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.038181] env[69674]: INFO nova.compute.claims [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.074096] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f93326-0b59-48d3-8a6b-3dd7ddb4ed6f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.081755] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476b6a4-bc81-4f84-988e-4e5e1ae5e8da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.114347] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6362965-8bac-4fe6-9842-12a3e04d648c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.121492] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845f100-3591-41b6-bcfc-d1b77a6989f8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.133932] env[69674]: DEBUG nova.compute.provider_tree [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.638020] env[69674]: DEBUG nova.scheduler.client.report [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.142973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.143571] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1458.648884] env[69674]: DEBUG nova.compute.utils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.650485] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1458.650691] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.706676] env[69674]: DEBUG nova.policy [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42882240881a452cbb9a6fb887a6c670', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e84cad1bfd4888bd971bc958fd33bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.957450] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Successfully created port: b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.153547] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1460.163874] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1460.218570] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.218785] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.218943] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.219140] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.219291] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.219439] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.219646] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.219804] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.219970] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.220219] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.220422] env[69674]: DEBUG nova.virt.hardware [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.221292] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81e6f31-eb9f-4154-81b1-da20f0e31d2e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.229359] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c013e-d716-4c8d-b3b0-2469f5342aa1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.297528] env[69674]: DEBUG nova.compute.manager [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Received event network-vif-plugged-b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1460.297682] env[69674]: DEBUG oslo_concurrency.lockutils [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.297888] env[69674]: DEBUG oslo_concurrency.lockutils [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.298068] env[69674]: DEBUG oslo_concurrency.lockutils [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.298240] env[69674]: DEBUG nova.compute.manager [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] No waiting events found dispatching network-vif-plugged-b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.298405] env[69674]: WARNING nova.compute.manager [req-845a1018-01c9-42f6-8859-ec0085d3ac28 req-7758420d-9cb8-4aa9-b4bb-7a8be54a5825 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Received unexpected event network-vif-plugged-b164999b-da69-479d-ab0f-89dea11c8416 for instance with vm_state building and task_state spawning. [ 1460.372947] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Successfully updated port: b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.878153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.878153] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.878153] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.408331] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.521293] env[69674]: DEBUG nova.network.neutron [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.023817] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.024196] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Instance network_info: |[{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1462.024633] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:9d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b164999b-da69-479d-ab0f-89dea11c8416', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.031976] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Creating folder: Project (66e84cad1bfd4888bd971bc958fd33bc). Parent ref: group-v650515. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.032256] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb178f8a-c8b5-45f1-a047-0c0db49cd283 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.044462] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Created folder: Project (66e84cad1bfd4888bd971bc958fd33bc) in parent group-v650515. [ 1462.044638] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Creating folder: Instances. Parent ref: group-v650859. {{(pid=69674) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.044849] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af73a9c-a744-47fe-bf80-f027a61aa3a9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.053582] env[69674]: INFO nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Created folder: Instances in parent group-v650859. [ 1462.053799] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.053974] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.054173] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856f562f-e281-4d9f-a10a-32316923fc0a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.071178] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.071178] env[69674]: value = "task-3257821" [ 1462.071178] env[69674]: _type = "Task" [ 1462.071178] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.078134] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257821, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.322840] env[69674]: DEBUG nova.compute.manager [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Received event network-changed-b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1462.322944] env[69674]: DEBUG nova.compute.manager [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Refreshing instance network info cache due to event network-changed-b164999b-da69-479d-ab0f-89dea11c8416. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1462.323184] env[69674]: DEBUG oslo_concurrency.lockutils [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] Acquiring lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.323308] env[69674]: DEBUG oslo_concurrency.lockutils [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] Acquired lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.323478] env[69674]: DEBUG nova.network.neutron [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Refreshing network info cache for port b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.580207] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257821, 'name': CreateVM_Task, 'duration_secs': 0.308252} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.580528] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.580973] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.581156] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.581464] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.581710] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c5d89a-e0f2-4c22-a913-5d1724374bd4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.585864] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1462.585864] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52da0f2a-8ecb-5df6-ddf9-8454628c0d63" [ 1462.585864] env[69674]: _type = "Task" [ 1462.585864] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.593451] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52da0f2a-8ecb-5df6-ddf9-8454628c0d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.010647] env[69674]: DEBUG nova.network.neutron [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updated VIF entry in instance network info cache for port b164999b-da69-479d-ab0f-89dea11c8416. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.010988] env[69674]: DEBUG nova.network.neutron [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.095989] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52da0f2a-8ecb-5df6-ddf9-8454628c0d63, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.096266] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.096520] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.096762] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.096933] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.097099] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.097371] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a124ef4c-88fc-4847-8378-6a2d8ff62f6b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.105642] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.105812] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.106496] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94895061-4745-4094-99a3-8d628573a891 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.111196] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1463.111196] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52219d28-f62f-a0e7-9551-496ed52848e8" [ 1463.111196] env[69674]: _type = "Task" [ 1463.111196] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.117977] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52219d28-f62f-a0e7-9551-496ed52848e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.513424] env[69674]: DEBUG oslo_concurrency.lockutils [req-cd0b4a97-e70d-44a0-8891-3c8199770d2e req-65a761cb-d50d-46f2-aa1c-32432189c404 service nova] Releasing lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.621798] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52219d28-f62f-a0e7-9551-496ed52848e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.622679] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1970a9bb-34e8-466c-ac6c-e656a35bcac4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.628106] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1463.628106] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259b46a-812c-b31d-513e-5bedce15c44d" [ 1463.628106] env[69674]: _type = "Task" [ 1463.628106] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.637061] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259b46a-812c-b31d-513e-5bedce15c44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.138891] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]5259b46a-812c-b31d-513e-5bedce15c44d, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.139166] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.139425] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e3e1fc97-f587-4dc4-8e2d-22f51d0dc768/e3e1fc97-f587-4dc4-8e2d-22f51d0dc768.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.139678] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bcb1267-d529-4e5e-9c46-ea31bd712e53 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.146068] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1464.146068] env[69674]: value = "task-3257822" [ 1464.146068] env[69674]: _type = "Task" [ 1464.146068] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.153181] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.655805] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412056} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.656137] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore1] e3e1fc97-f587-4dc4-8e2d-22f51d0dc768/e3e1fc97-f587-4dc4-8e2d-22f51d0dc768.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.656137] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.656409] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-974f7092-9a69-4b65-8a0f-d24dffcf2f6c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.663517] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1464.663517] env[69674]: value = "task-3257823" [ 1464.663517] env[69674]: _type = "Task" [ 1464.663517] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.670468] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.173368] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067139} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.173640] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.174405] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9988d-ca68-4f40-9dcc-d7d876cd82b1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.195721] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] e3e1fc97-f587-4dc4-8e2d-22f51d0dc768/e3e1fc97-f587-4dc4-8e2d-22f51d0dc768.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.195935] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd2685c-3122-4880-bf6c-15c29ba67718 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.215391] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1465.215391] env[69674]: value = "task-3257824" [ 1465.215391] env[69674]: _type = "Task" [ 1465.215391] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.222636] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.725724] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257824, 'name': ReconfigVM_Task, 'duration_secs': 0.279019} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.726151] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfigured VM instance instance-0000007f to attach disk [datastore1] e3e1fc97-f587-4dc4-8e2d-22f51d0dc768/e3e1fc97-f587-4dc4-8e2d-22f51d0dc768.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.726642] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dda40d9-ba21-4625-8e10-cceac0db25f1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.732373] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1465.732373] env[69674]: value = "task-3257825" [ 1465.732373] env[69674]: _type = "Task" [ 1465.732373] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.739769] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257825, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.241767] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257825, 'name': Rename_Task, 'duration_secs': 0.287404} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.242052] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.242302] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f70293fc-a95a-411b-a8fd-90117197c53a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.248970] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1466.248970] env[69674]: value = "task-3257826" [ 1466.248970] env[69674]: _type = "Task" [ 1466.248970] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.255855] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.759168] env[69674]: DEBUG oslo_vmware.api [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257826, 'name': PowerOnVM_Task, 'duration_secs': 0.458501} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.759560] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.759739] env[69674]: INFO nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1466.759889] env[69674]: DEBUG nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1466.760660] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1c2e7-ad35-40c5-afec-cf5253e2c631 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.276438] env[69674]: INFO nova.compute.manager [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Took 11.26 seconds to build instance. [ 1467.778293] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2094ac42-67ce-4009-acaf-aefdaaa6fec4 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.768s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.979501] env[69674]: DEBUG nova.compute.manager [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Received event network-changed-b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1467.979701] env[69674]: DEBUG nova.compute.manager [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Refreshing instance network info cache due to event network-changed-b164999b-da69-479d-ab0f-89dea11c8416. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1467.979912] env[69674]: DEBUG oslo_concurrency.lockutils [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] Acquiring lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.980069] env[69674]: DEBUG oslo_concurrency.lockutils [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] Acquired lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.980236] env[69674]: DEBUG nova.network.neutron [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Refreshing network info cache for port b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.683096] env[69674]: DEBUG nova.network.neutron [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updated VIF entry in instance network info cache for port b164999b-da69-479d-ab0f-89dea11c8416. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.683494] env[69674]: DEBUG nova.network.neutron [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.186205] env[69674]: DEBUG oslo_concurrency.lockutils [req-f57dae8f-8e6d-459d-91f8-a181d773ffc2 req-de0aea97-7b12-4eb6-81e5-7c880c0fbf41 service nova] Releasing lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.181297] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.181687] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.482641] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.478550] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.482201] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.482675] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.483033] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.483071] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1476.482500] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.986321] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.986591] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.986754] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.986915] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1476.987862] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e65f15d-3c14-4187-8d50-8632a09a2456 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.996107] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5060c-dee7-41e1-a7ba-878c9f65231a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.009617] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b62817-c758-4046-ba0c-447aa6781c4a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.015513] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2466bec-1377-4561-9aac-4114e2ee0b0f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.043970] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180758MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1477.044119] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.044314] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.069662] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.069951] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1478.070017] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1478.095401] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc8f71a-312a-4ef9-82f1-3773329992ab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.102521] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccaeac7-70d4-45ce-9393-7c9d10f72271 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.131031] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33815754-03eb-4f50-af4a-8a8ef9e5e215 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.137568] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbf4d3e-99fc-4f13-9554-17314757fe31 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.149794] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.653321] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.158278] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1479.158660] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.154649] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.064031] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.064307] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.568842] env[69674]: DEBUG nova.compute.utils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1507.072182] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.132239] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.132611] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.132756] env[69674]: INFO nova.compute.manager [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Attaching volume d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3 to /dev/sdb [ 1508.162262] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92c08a-64d3-4543-a95a-a077da5e8f22 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.169546] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f096e-a794-48cd-adaf-52ee814173cf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.182513] env[69674]: DEBUG nova.virt.block_device [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating existing volume attachment record: 40d9c0d1-6f1a-4993-ad99-1b78064a78e0 {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1512.726519] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1512.726770] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650863', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'name': 'volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3e1fc97-f587-4dc4-8e2d-22f51d0dc768', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'serial': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1512.727621] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427816d4-d53f-413c-bcfc-de5f6e2641e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.743692] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273e3af-d703-4b3a-b2f0-3f9b7d3d0eb6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.768485] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3/volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.768732] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bb0daa-f469-4d65-8e3e-a6ac5e35d1d4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.786397] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1512.786397] env[69674]: value = "task-3257831" [ 1512.786397] env[69674]: _type = "Task" [ 1512.786397] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.793905] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.295940] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257831, 'name': ReconfigVM_Task, 'duration_secs': 0.333017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.296267] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3/volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.301061] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a910c771-ddda-408c-9dbb-e2e0eea85230 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.315501] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1513.315501] env[69674]: value = "task-3257832" [ 1513.315501] env[69674]: _type = "Task" [ 1513.315501] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.322949] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.825507] env[69674]: DEBUG oslo_vmware.api [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257832, 'name': ReconfigVM_Task, 'duration_secs': 0.134598} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.825810] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650863', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'name': 'volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3e1fc97-f587-4dc4-8e2d-22f51d0dc768', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'serial': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1514.859582] env[69674]: DEBUG nova.objects.instance [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.365777] env[69674]: DEBUG oslo_concurrency.lockutils [None req-e45d9fa2-5e4c-41e2-a73b-d3ee642e39fd tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.458546] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.458806] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.458977] env[69674]: DEBUG nova.compute.manager [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1515.459901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d5296-f341-4ac3-9b41-b56e2430445b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.466859] env[69674]: DEBUG nova.compute.manager [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1515.467408] env[69674]: DEBUG nova.objects.instance [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.473964] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.474343] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68662d53-181b-4be9-84bd-c84f05b7f635 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.481871] env[69674]: DEBUG oslo_vmware.api [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1516.481871] env[69674]: value = "task-3257833" [ 1516.481871] env[69674]: _type = "Task" [ 1516.481871] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.490695] env[69674]: DEBUG oslo_vmware.api [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.992054] env[69674]: DEBUG oslo_vmware.api [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257833, 'name': PowerOffVM_Task, 'duration_secs': 0.189307} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.992330] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.992531] env[69674]: DEBUG nova.compute.manager [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1516.993333] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123781d-9619-4096-9b79-42bf6114b7c2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.504646] env[69674]: DEBUG oslo_concurrency.lockutils [None req-ae72bf68-40d0-4718-b061-3e6a3c183448 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.839118] env[69674]: DEBUG nova.objects.instance [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.344555] env[69674]: DEBUG oslo_concurrency.lockutils [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.344744] env[69674]: DEBUG oslo_concurrency.lockutils [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.344903] env[69674]: DEBUG nova.network.neutron [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.345100] env[69674]: DEBUG nova.objects.instance [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'info_cache' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.848211] env[69674]: DEBUG nova.objects.base [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1519.539129] env[69674]: DEBUG nova.network.neutron [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.042382] env[69674]: DEBUG oslo_concurrency.lockutils [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.049129] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1521.049521] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194067ed-1408-46f6-a14c-cac4a0e49168 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.057211] env[69674]: DEBUG oslo_vmware.api [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1521.057211] env[69674]: value = "task-3257834" [ 1521.057211] env[69674]: _type = "Task" [ 1521.057211] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.064855] env[69674]: DEBUG oslo_vmware.api [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.567564] env[69674]: DEBUG oslo_vmware.api [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257834, 'name': PowerOnVM_Task, 'duration_secs': 0.362237} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.567820] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.568078] env[69674]: DEBUG nova.compute.manager [None req-177479ae-e3d5-47b6-8b29-2316275169cf tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1521.568789] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c7fe2-3bb0-44a0-ac9a-1f716aa59fbc {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.482443] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.484772] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.483067] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.483878] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.484270] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.484270] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1535.478954] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.482590] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.483076] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.986665] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.986932] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.987122] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.987281] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1538.988244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14488f5d-8040-4174-998b-a5e2be7dbda7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.996156] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e079f3-02a0-43c7-96fb-31e3e79e2aec {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.009723] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2064204-f5ca-4954-bf14-72d9b169154b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.015613] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5b860a-55ad-4987-a329-083c15df3138 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.043638] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1539.043790] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.043970] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.073307] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1540.073572] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1540.073654] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1540.103806] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f15fc7-fd4a-41e7-a773-b39b5d5d7b7e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.111014] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece238f-6de1-4fcd-b51e-0dcc771acb78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.140364] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f299a7-86f0-4868-a465-10483f8bb100 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.147322] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382cab78-be2b-4589-ae49-db6accb53dee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.160131] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.663774] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.665086] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1540.665274] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.621s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.979771] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.980182] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.485185] env[69674]: INFO nova.compute.manager [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Detaching volume d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3 [ 1558.518476] env[69674]: INFO nova.virt.block_device [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Attempting to driver detach volume d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3 from mountpoint /dev/sdb [ 1558.518724] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1558.518947] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650863', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'name': 'volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3e1fc97-f587-4dc4-8e2d-22f51d0dc768', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'serial': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1558.519782] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda340b6-f3af-459b-bd5f-5f54220cea5a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.540557] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7738ed8-256e-47aa-b652-f6dff5bc5d9d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.546747] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc3b4f5-1823-4e21-9e00-0bc3ebf4cbea {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.566469] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de7bef-f039-4de7-a27e-e7824fb0b4dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.580258] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] The volume has not been displaced from its original location: [datastore2] volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3/volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1558.585375] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1558.585619] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3215d55-f642-4708-b03e-24d652e0a3e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.601990] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1558.601990] env[69674]: value = "task-3257835" [ 1558.601990] env[69674]: _type = "Task" [ 1558.601990] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.609082] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.111735] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257835, 'name': ReconfigVM_Task, 'duration_secs': 0.235873} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.112133] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1559.116507] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e95c867-b0bf-4277-a4e0-37925d4ec255 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.130780] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1559.130780] env[69674]: value = "task-3257836" [ 1559.130780] env[69674]: _type = "Task" [ 1559.130780] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.137955] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.640664] env[69674]: DEBUG oslo_vmware.api [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257836, 'name': ReconfigVM_Task, 'duration_secs': 0.135017} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.640968] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650863', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'name': 'volume-d12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3e1fc97-f587-4dc4-8e2d-22f51d0dc768', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3', 'serial': 'd12c2c8c-54b1-4135-8f2e-14dfb8fdd6c3'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1560.180411] env[69674]: DEBUG nova.objects.instance [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.143436] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.187575] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3ffaa74a-3b94-4dc6-b4a6-09cf77ae7764 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.188752] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.188975] env[69674]: DEBUG nova.compute.manager [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1561.190049] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffec63b-f9aa-466b-9448-4a76f82fc312 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.197826] env[69674]: DEBUG nova.compute.manager [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69674) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1561.198416] env[69674]: DEBUG nova.objects.instance [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.204355] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.204695] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7781214f-781b-4681-aa43-cbe1b8625f64 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.212163] env[69674]: DEBUG oslo_vmware.api [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1562.212163] env[69674]: value = "task-3257837" [ 1562.212163] env[69674]: _type = "Task" [ 1562.212163] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.220041] env[69674]: DEBUG oslo_vmware.api [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.722502] env[69674]: DEBUG oslo_vmware.api [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257837, 'name': PowerOffVM_Task, 'duration_secs': 0.15476} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.722753] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.722945] env[69674]: DEBUG nova.compute.manager [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1562.723691] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8217db-91b5-46c0-9f4c-b6d3acbcae91 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.234813] env[69674]: DEBUG oslo_concurrency.lockutils [None req-3e3ff32e-0421-40bb-a7c7-7e80ffea4955 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.770453] env[69674]: DEBUG nova.objects.instance [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.275221] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.275634] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.275634] env[69674]: DEBUG nova.network.neutron [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.275828] env[69674]: DEBUG nova.objects.instance [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'info_cache' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.778819] env[69674]: DEBUG nova.objects.base [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69674) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1565.491727] env[69674]: DEBUG nova.network.neutron [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [{"id": "b164999b-da69-479d-ab0f-89dea11c8416", "address": "fa:16:3e:9a:9d:cb", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb164999b-da", "ovs_interfaceid": "b164999b-da69-479d-ab0f-89dea11c8416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.994324] env[69674]: DEBUG oslo_concurrency.lockutils [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "refresh_cache-e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.000771] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.001155] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f59be6-432d-412d-b70f-4a54f3eaf19e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.008988] env[69674]: DEBUG oslo_vmware.api [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1567.008988] env[69674]: value = "task-3257838" [ 1567.008988] env[69674]: _type = "Task" [ 1567.008988] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.016153] env[69674]: DEBUG oslo_vmware.api [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.518654] env[69674]: DEBUG oslo_vmware.api [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257838, 'name': PowerOnVM_Task, 'duration_secs': 0.389047} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.518933] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.519147] env[69674]: DEBUG nova.compute.manager [None req-27a93b56-1ba3-47ca-aef3-e8dcb1c03731 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1567.519908] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcbe8e-c56a-4827-ab0a-527587e1df53 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.667074] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.482953] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.483250] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.483365] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.479151] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.481714] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.482666] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.483069] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1598.482466] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.986466] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.986780] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.986959] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.987144] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1598.988092] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1689f11a-31b7-4a79-a398-04ec03938ab1 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.996315] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb3596d-5dae-44ed-b317-9e638645d6e3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.011285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af41c60-48c8-4f72-b060-4bfae161886b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.019714] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5ba5b2-bb50-40c3-b0ba-8ed6f5d63648 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.048115] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180832MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1599.048256] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.048458] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.076066] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1600.076371] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1600.076433] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1600.103032] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57afa86-908d-433d-a321-cc01d7b3c748 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.110467] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a0bb45-293d-40a1-bbef-25a2be88618a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.140560] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f865868-2c2f-44d7-b871-120ad183692d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.146975] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c0261c-1c63-43c8-8473-e018a4db000f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.159493] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.662907] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.664239] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1600.664545] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.616s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.121050] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.121411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.121411] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.121662] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.121896] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.125395] env[69674]: INFO nova.compute.manager [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Terminating instance [ 1604.629579] env[69674]: DEBUG nova.compute.manager [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1604.629934] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.630855] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4459d184-4e97-4fd8-9384-2cd50435f8fa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.638663] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.638920] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6c1262-e309-4abc-ab5d-07035d430d21 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.645178] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1604.645178] env[69674]: value = "task-3257839" [ 1604.645178] env[69674]: _type = "Task" [ 1604.645178] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.652909] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.155949] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257839, 'name': PowerOffVM_Task, 'duration_secs': 0.201086} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.156307] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.156409] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.156590] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d69f77c2-4cde-46fe-b0c9-b42672fd6792 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.219718] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.219969] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Deleting contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.220145] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleting the datastore file [datastore1] e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.220411] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a47c6e17-5851-4ad8-af83-344caaa7484f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.226954] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1605.226954] env[69674]: value = "task-3257841" [ 1605.226954] env[69674]: _type = "Task" [ 1605.226954] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.234910] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.737659] env[69674]: DEBUG oslo_vmware.api [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156766} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.737659] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.737659] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Deleted contents of the VM from datastore datastore1 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.737966] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.737966] env[69674]: INFO nova.compute.manager [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1605.738262] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1605.738470] env[69674]: DEBUG nova.compute.manager [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1605.738564] env[69674]: DEBUG nova.network.neutron [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.239381] env[69674]: DEBUG nova.compute.manager [req-e95c1273-9597-4606-9eea-3a962042b9da req-972e872f-27b9-4eb9-8855-8c5a49c0caed service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Received event network-vif-deleted-b164999b-da69-479d-ab0f-89dea11c8416 {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1606.239660] env[69674]: INFO nova.compute.manager [req-e95c1273-9597-4606-9eea-3a962042b9da req-972e872f-27b9-4eb9-8855-8c5a49c0caed service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Neutron deleted interface b164999b-da69-479d-ab0f-89dea11c8416; detaching it from the instance and deleting it from the info cache [ 1606.239732] env[69674]: DEBUG nova.network.neutron [req-e95c1273-9597-4606-9eea-3a962042b9da req-972e872f-27b9-4eb9-8855-8c5a49c0caed service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.649099] env[69674]: DEBUG nova.network.neutron [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.743008] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a63049fa-dabd-47a6-bbce-be063dc071d3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.753780] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3aac3-78bf-4440-84c4-d8e5ac77c41e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.777763] env[69674]: DEBUG nova.compute.manager [req-e95c1273-9597-4606-9eea-3a962042b9da req-972e872f-27b9-4eb9-8855-8c5a49c0caed service nova] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Detach interface failed, port_id=b164999b-da69-479d-ab0f-89dea11c8416, reason: Instance e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1607.152083] env[69674]: INFO nova.compute.manager [-] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Took 1.41 seconds to deallocate network for instance. [ 1607.658202] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.658582] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.658781] env[69674]: DEBUG nova.objects.instance [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'resources' on Instance uuid e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.194145] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4665d-2393-497d-9315-2c93011a50d7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.201739] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25071868-e674-4d10-a56b-aa4ed8e77928 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.231285] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d451347-0280-459d-9ea4-5e55245652e6 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.238104] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedcadca-2f00-46e4-a2e3-0f1e5eeaa802 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.251965] env[69674]: DEBUG nova.compute.provider_tree [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.755633] env[69674]: DEBUG nova.scheduler.client.report [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.260966] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.280289] env[69674]: INFO nova.scheduler.client.report [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleted allocations for instance e3e1fc97-f587-4dc4-8e2d-22f51d0dc768 [ 1609.660054] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.789119] env[69674]: DEBUG oslo_concurrency.lockutils [None req-8c286b5f-5872-4341-bb9c-ef5d5e375a06 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "e3e1fc97-f587-4dc4-8e2d-22f51d0dc768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.668s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.259416] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.259690] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.763045] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Starting instance... {{(pid=69674) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1613.285521] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.285801] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.287299] env[69674]: INFO nova.compute.claims [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.322030] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031ab47-b6da-4ed3-bcba-3721ee61bb6e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.330181] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe710415-03fa-4eea-9289-6318c8beba2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.358760] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fdd552-e87a-48dc-af7d-081c985b3e2a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.365423] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ec603-e299-4a52-b945-c742f39a4bdf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.377782] env[69674]: DEBUG nova.compute.provider_tree [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.880998] env[69674]: DEBUG nova.scheduler.client.report [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.385823] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.386440] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Start building networks asynchronously for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1615.892174] env[69674]: DEBUG nova.compute.utils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1615.893603] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Allocating IP information in the background. {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1615.893780] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] allocate_for_instance() {{(pid=69674) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.945197] env[69674]: DEBUG nova.policy [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42882240881a452cbb9a6fb887a6c670', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e84cad1bfd4888bd971bc958fd33bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69674) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.189955] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Successfully created port: a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.397504] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Start building block device mappings for instance. {{(pid=69674) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1617.409738] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Start spawning the instance on the hypervisor. {{(pid=69674) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1617.436397] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:59:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:59:08Z,direct_url=,disk_format='vmdk',id=2f688437-7b38-48ad-a49e-4ebf48cd1f5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3de3937a5e14473bbfbe284781abdf30',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:59:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.436643] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Flavor limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.436817] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Image limits 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.437012] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Flavor pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.437170] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Image pref 0:0:0 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.437316] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69674) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.437524] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.437683] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.437848] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Got 1 possible topologies {{(pid=69674) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.438020] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.438198] env[69674]: DEBUG nova.virt.hardware [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69674) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.439079] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e65aa-4070-49ee-85a2-7a159884d5d9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.446735] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17348434-6d21-4c9e-9b4b-eb2deea7a5ac {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.524407] env[69674]: DEBUG nova.compute.manager [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Received event network-vif-plugged-a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1617.524629] env[69674]: DEBUG oslo_concurrency.lockutils [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.524833] env[69674]: DEBUG oslo_concurrency.lockutils [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.525009] env[69674]: DEBUG oslo_concurrency.lockutils [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.525182] env[69674]: DEBUG nova.compute.manager [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] No waiting events found dispatching network-vif-plugged-a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.525346] env[69674]: WARNING nova.compute.manager [req-7f620815-a778-4abb-bb6d-4f241b13dcc8 req-94537690-7540-4e14-b462-9970897cbcfe service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Received unexpected event network-vif-plugged-a4fb9339-0634-4d19-9e05-60b1744e659d for instance with vm_state building and task_state spawning. [ 1617.602306] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Successfully updated port: a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.106057] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.106187] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.106622] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Building network info cache for instance {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.636728] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Instance cache missing network info. {{(pid=69674) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.764511] env[69674]: DEBUG nova.network.neutron [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating instance_info_cache with network_info: [{"id": "a4fb9339-0634-4d19-9e05-60b1744e659d", "address": "fa:16:3e:62:d2:89", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fb9339-06", "ovs_interfaceid": "a4fb9339-0634-4d19-9e05-60b1744e659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.267396] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.267725] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Instance network_info: |[{"id": "a4fb9339-0634-4d19-9e05-60b1744e659d", "address": "fa:16:3e:62:d2:89", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fb9339-06", "ovs_interfaceid": "a4fb9339-0634-4d19-9e05-60b1744e659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69674) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1619.268198] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d2:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4fb9339-0634-4d19-9e05-60b1744e659d', 'vif_model': 'vmxnet3'}] {{(pid=69674) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.275723] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1619.275935] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Creating VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.276543] env[69674]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd5913e-49af-4c4d-b474-7e49ab813062 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.296746] env[69674]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.296746] env[69674]: value = "task-3257842" [ 1619.296746] env[69674]: _type = "Task" [ 1619.296746] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.304163] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257842, 'name': CreateVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.553533] env[69674]: DEBUG nova.compute.manager [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Received event network-changed-a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1619.553755] env[69674]: DEBUG nova.compute.manager [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Refreshing instance network info cache due to event network-changed-a4fb9339-0634-4d19-9e05-60b1744e659d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1619.553922] env[69674]: DEBUG oslo_concurrency.lockutils [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] Acquiring lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.554080] env[69674]: DEBUG oslo_concurrency.lockutils [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] Acquired lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.554246] env[69674]: DEBUG nova.network.neutron [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Refreshing network info cache for port a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.806567] env[69674]: DEBUG oslo_vmware.api [-] Task: {'id': task-3257842, 'name': CreateVM_Task, 'duration_secs': 0.307084} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.806923] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Created VM on the ESX host {{(pid=69674) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.807505] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.807606] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.807877] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.808137] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1537dbe-482d-4689-9618-2f1aca07e15c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.812424] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1619.812424] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f2886-4aa0-ee62-6ecb-dd8a0c934ddd" [ 1619.812424] env[69674]: _type = "Task" [ 1619.812424] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.820241] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f2886-4aa0-ee62-6ecb-dd8a0c934ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.228170] env[69674]: DEBUG nova.network.neutron [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updated VIF entry in instance network info cache for port a4fb9339-0634-4d19-9e05-60b1744e659d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.228513] env[69674]: DEBUG nova.network.neutron [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating instance_info_cache with network_info: [{"id": "a4fb9339-0634-4d19-9e05-60b1744e659d", "address": "fa:16:3e:62:d2:89", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fb9339-06", "ovs_interfaceid": "a4fb9339-0634-4d19-9e05-60b1744e659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.323035] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]527f2886-4aa0-ee62-6ecb-dd8a0c934ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.323342] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.323569] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Processing image 2f688437-7b38-48ad-a49e-4ebf48cd1f5f {{(pid=69674) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.323798] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.323946] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.324143] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.324401] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-604b2db2-0f12-4b6e-9965-327cba84a894 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.333155] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69674) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.333337] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69674) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.334016] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9824d92a-d4b2-4281-8771-612e09de8421 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.338960] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1620.338960] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529cf7d7-49be-6a77-2551-136f104bb2b1" [ 1620.338960] env[69674]: _type = "Task" [ 1620.338960] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.346525] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529cf7d7-49be-6a77-2551-136f104bb2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.731374] env[69674]: DEBUG oslo_concurrency.lockutils [req-cc3c0c7a-f80b-45e7-9702-90e2fa90068f req-165da596-0cba-446b-a521-3fb209149e3e service nova] Releasing lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.849015] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]529cf7d7-49be-6a77-2551-136f104bb2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.849798] env[69674]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7d05b7-8b80-440f-b432-5ce665422aab {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.854760] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1620.854760] env[69674]: value = "session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a217ce-9471-6033-dbd6-c9aa6ce2b836" [ 1620.854760] env[69674]: _type = "Task" [ 1620.854760] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.862389] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a217ce-9471-6033-dbd6-c9aa6ce2b836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.365109] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': session[52ac0a3e-c89b-9904-f57b-5b054fbe69d6]52a217ce-9471-6033-dbd6-c9aa6ce2b836, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.365375] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.365627] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 3f89c2a9-799c-41ac-88d5-e7b90dde3380/3f89c2a9-799c-41ac-88d5-e7b90dde3380.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.365879] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c88c7075-0c92-437e-bb6d-790181f19fdb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.372837] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1621.372837] env[69674]: value = "task-3257843" [ 1621.372837] env[69674]: _type = "Task" [ 1621.372837] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.380017] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.885734] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452991} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.886116] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f688437-7b38-48ad-a49e-4ebf48cd1f5f/2f688437-7b38-48ad-a49e-4ebf48cd1f5f.vmdk to [datastore2] 3f89c2a9-799c-41ac-88d5-e7b90dde3380/3f89c2a9-799c-41ac-88d5-e7b90dde3380.vmdk {{(pid=69674) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.886249] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Extending root virtual disk to 1048576 {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.886459] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1df6bed-d9ca-4416-982a-befbff5fd643 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.894312] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1621.894312] env[69674]: value = "task-3257844" [ 1621.894312] env[69674]: _type = "Task" [ 1621.894312] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.901571] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.403716] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073416} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.403989] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Extended root virtual disk {{(pid=69674) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.404757] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09af21-0f3d-4b3d-982b-aba0671100e8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.425930] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 3f89c2a9-799c-41ac-88d5-e7b90dde3380/3f89c2a9-799c-41ac-88d5-e7b90dde3380.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.426130] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7740f549-8dd5-4fa2-a7c7-3152f962aa4d {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.445196] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1622.445196] env[69674]: value = "task-3257845" [ 1622.445196] env[69674]: _type = "Task" [ 1622.445196] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.452263] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.955143] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.456278] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257845, 'name': ReconfigVM_Task, 'duration_secs': 0.533272} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.456547] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 3f89c2a9-799c-41ac-88d5-e7b90dde3380/3f89c2a9-799c-41ac-88d5-e7b90dde3380.vmdk or device None with type sparse {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.457119] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48e6cc89-016c-45f5-991a-ee454cd0281c {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.462860] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1623.462860] env[69674]: value = "task-3257846" [ 1623.462860] env[69674]: _type = "Task" [ 1623.462860] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.469666] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257846, 'name': Rename_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.972857] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257846, 'name': Rename_Task, 'duration_secs': 0.17124} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.973212] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Powering on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.973377] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182c7521-a8c7-49ee-9ed1-103035485fb8 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.980500] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1623.980500] env[69674]: value = "task-3257847" [ 1623.980500] env[69674]: _type = "Task" [ 1623.980500] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.987594] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.490166] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.990799] env[69674]: DEBUG oslo_vmware.api [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257847, 'name': PowerOnVM_Task, 'duration_secs': 0.674019} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.991185] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Powered on the VM {{(pid=69674) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.991297] env[69674]: INFO nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1624.991388] env[69674]: DEBUG nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Checking state {{(pid=69674) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1624.992149] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad26585-ca5a-4ee7-88df-722f93635c41 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.510179] env[69674]: INFO nova.compute.manager [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Took 12.24 seconds to build instance. [ 1626.011777] env[69674]: DEBUG oslo_concurrency.lockutils [None req-5ec03416-b8b6-4ee6-b05e-ae9252ac0d89 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.752s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.676463] env[69674]: DEBUG nova.compute.manager [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Received event network-changed-a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1626.676713] env[69674]: DEBUG nova.compute.manager [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Refreshing instance network info cache due to event network-changed-a4fb9339-0634-4d19-9e05-60b1744e659d. {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1626.677052] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] Acquiring lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.677273] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] Acquired lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.677464] env[69674]: DEBUG nova.network.neutron [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Refreshing network info cache for port a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.618209] env[69674]: DEBUG nova.network.neutron [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updated VIF entry in instance network info cache for port a4fb9339-0634-4d19-9e05-60b1744e659d. {{(pid=69674) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.618573] env[69674]: DEBUG nova.network.neutron [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating instance_info_cache with network_info: [{"id": "a4fb9339-0634-4d19-9e05-60b1744e659d", "address": "fa:16:3e:62:d2:89", "network": {"id": "008d8d79-2ccb-4409-aa24-8651bee36c11", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1322329841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e84cad1bfd4888bd971bc958fd33bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4fb9339-06", "ovs_interfaceid": "a4fb9339-0634-4d19-9e05-60b1744e659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.121673] env[69674]: DEBUG oslo_concurrency.lockutils [req-fe1b65cc-de94-4ffd-b459-e26f9f79d8c9 req-1616d656-5669-4f08-b1f3-f1da511b72d4 service nova] Releasing lock "refresh_cache-3f89c2a9-799c-41ac-88d5-e7b90dde3380" {{(pid=69674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.483530] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.483596] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.478625] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.483296] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.483687] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.483314] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.483732] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.483732] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1660.483309] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.986186] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.986482] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.986655] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.986813] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1660.988012] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad02c50-4876-4480-b546-c52a2ed8c66a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.996522] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb876b-1827-4aea-bd4a-eef8e8812ff5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.009878] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f52133d-6b2c-4d2e-971a-cb374e8e73f4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.016514] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe06b2-7666-4616-a8d5-43439432ad8a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.044828] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181012MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1661.044963] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.045180] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.070130] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Instance 3f89c2a9-799c-41ac-88d5-e7b90dde3380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69674) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1662.070447] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1662.070510] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1662.086801] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Refreshing inventories for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1662.098384] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updating ProviderTree inventory for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1662.098568] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Updating inventory in ProviderTree for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.108182] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Refreshing aggregate associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, aggregates: None {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1662.124244] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Refreshing trait associations for resource provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69674) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1662.146978] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b133528-b34e-44b1-9163-b0af18e8c19e {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.154035] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eb8c38-0d2d-48bf-8801-27fb12ef3ffe {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.183458] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268033fd-347f-42df-9669-2f28f793107b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.189861] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5555ee18-43bc-4767-9e1b-b883224285ee {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.202107] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.706128] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.211513] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1663.211513] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.053787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.053787] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.557508] env[69674]: DEBUG nova.compute.utils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1665.060629] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.126260] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.126616] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.126765] env[69674]: INFO nova.compute.manager [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attaching volume ab0608ad-fbf8-4317-9ea7-1e75103fb841 to /dev/sdb [ 1666.161532] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fe0834-b020-4d0b-99d9-39b839bd9141 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.168439] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4c13f-4004-4cb1-a9cc-6a5e180bf4f7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.181600] env[69674]: DEBUG nova.virt.block_device [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating existing volume attachment record: ba344841-8e4b-4e4c-8417-d49af453a74c {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1670.723268] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1670.723523] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650865', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'name': 'volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'serial': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1670.724425] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c071647e-5241-41f5-9b40-ab7d3a2fac78 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.741193] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfd39b-d184-486a-9561-04ed86aa69e4 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.764717] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841/volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.764962] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa244fc7-43d8-4992-8307-88a8f244d722 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.781748] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1670.781748] env[69674]: value = "task-3257850" [ 1670.781748] env[69674]: _type = "Task" [ 1670.781748] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.789168] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.291586] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257850, 'name': ReconfigVM_Task, 'duration_secs': 0.340114} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.291846] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841/volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.296556] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd6afb9-049d-4fb0-b26b-15cccecb0ecd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.313541] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1671.313541] env[69674]: value = "task-3257851" [ 1671.313541] env[69674]: _type = "Task" [ 1671.313541] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.324417] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.824373] env[69674]: DEBUG oslo_vmware.api [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257851, 'name': ReconfigVM_Task, 'duration_secs': 0.140818} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.824706] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650865', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'name': 'volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'serial': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1672.860105] env[69674]: DEBUG nova.objects.instance [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.364704] env[69674]: DEBUG oslo_concurrency.lockutils [None req-2a8b3377-be77-469e-9a51-2022cb5817a6 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.438271] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.438556] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.941459] env[69674]: DEBUG nova.compute.utils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Using /dev/sd instead of None {{(pid=69674) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1675.444494] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.507528] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.507958] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.508090] env[69674]: INFO nova.compute.manager [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attaching volume d737546e-ce53-4c67-9e97-e937a769f87e to /dev/sdc [ 1676.538321] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7b22b-b350-4131-a174-45cb8056b0e7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.545796] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3bd935-4ce9-4bb0-9a45-efe0c6b8d8aa {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.558995] env[69674]: DEBUG nova.virt.block_device [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating existing volume attachment record: db74352e-b5b9-48d2-9b59-b5ddf6f2358b {{(pid=69674) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1681.101277] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Volume attach. Driver type: vmdk {{(pid=69674) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1681.101512] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650866', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'name': 'volume-d737546e-ce53-4c67-9e97-e937a769f87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'serial': 'd737546e-ce53-4c67-9e97-e937a769f87e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1681.102401] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869689c3-a580-4b42-b079-c8f35deff0da {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.118455] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f57723-835d-4d47-ad2b-aceb9298de01 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.145582] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-d737546e-ce53-4c67-9e97-e937a769f87e/volume-d737546e-ce53-4c67-9e97-e937a769f87e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.145803] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29cd822-244b-4ff5-8f84-63797901e600 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.162485] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1681.162485] env[69674]: value = "task-3257854" [ 1681.162485] env[69674]: _type = "Task" [ 1681.162485] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.169771] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.672357] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257854, 'name': ReconfigVM_Task, 'duration_secs': 0.364419} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.672622] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-d737546e-ce53-4c67-9e97-e937a769f87e/volume-d737546e-ce53-4c67-9e97-e937a769f87e.vmdk or device None with type thin {{(pid=69674) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.677341] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4ef76d-7c72-4a42-966b-c2cb4be7b1cd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.691904] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1681.691904] env[69674]: value = "task-3257855" [ 1681.691904] env[69674]: _type = "Task" [ 1681.691904] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.699820] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.201972] env[69674]: DEBUG oslo_vmware.api [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257855, 'name': ReconfigVM_Task, 'duration_secs': 0.133937} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.202323] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650866', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'name': 'volume-d737546e-ce53-4c67-9e97-e937a769f87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'serial': 'd737546e-ce53-4c67-9e97-e937a769f87e'} {{(pid=69674) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1683.430109] env[69674]: DEBUG nova.objects.instance [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.936702] env[69674]: DEBUG oslo_concurrency.lockutils [None req-b3401e43-26d7-4048-9624-a21eaf6ff1af tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.429s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.061717] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.061985] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.565079] env[69674]: INFO nova.compute.manager [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Detaching volume ab0608ad-fbf8-4317-9ea7-1e75103fb841 [ 1684.600527] env[69674]: INFO nova.virt.block_device [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attempting to driver detach volume ab0608ad-fbf8-4317-9ea7-1e75103fb841 from mountpoint /dev/sdb [ 1684.600829] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1684.601036] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650865', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'name': 'volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'serial': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1684.601885] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72369e-60bc-4ea1-8d53-810caaa03871 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.626696] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d6b32-eb24-4ee4-8a93-36fbf3950975 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.634257] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67397b84-6b3f-49fa-b860-1e61a719daa3 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.657244] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11941f19-cf0d-4046-a685-66b89cd4750b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.671427] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841/volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1684.676533] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.676801] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdfd5a6-45c8-423e-bb25-bb74fe295d49 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.693723] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1684.693723] env[69674]: value = "task-3257856" [ 1684.693723] env[69674]: _type = "Task" [ 1684.693723] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.701247] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.203595] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257856, 'name': ReconfigVM_Task, 'duration_secs': 0.264077} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.203822] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.208473] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2271e8-92b5-455c-a096-84552feba914 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.222491] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1685.222491] env[69674]: value = "task-3257857" [ 1685.222491] env[69674]: _type = "Task" [ 1685.222491] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.229687] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.732218] env[69674]: DEBUG oslo_vmware.api [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257857, 'name': ReconfigVM_Task, 'duration_secs': 0.139366} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.732580] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650865', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'name': 'volume-ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841', 'serial': 'ab0608ad-fbf8-4317-9ea7-1e75103fb841'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1686.273008] env[69674]: DEBUG nova.objects.instance [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.280743] env[69674]: DEBUG oslo_concurrency.lockutils [None req-d071c2ab-dfbb-4b5b-b6b0-2745a58a4591 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1687.336536] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1687.336783] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1687.840407] env[69674]: INFO nova.compute.manager [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Detaching volume d737546e-ce53-4c67-9e97-e937a769f87e [ 1687.874938] env[69674]: INFO nova.virt.block_device [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Attempting to driver detach volume d737546e-ce53-4c67-9e97-e937a769f87e from mountpoint /dev/sdc [ 1687.875259] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Volume detach. Driver type: vmdk {{(pid=69674) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1687.875502] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650866', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'name': 'volume-d737546e-ce53-4c67-9e97-e937a769f87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'serial': 'd737546e-ce53-4c67-9e97-e937a769f87e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1687.876386] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e4e68-fda7-40c4-9362-2691853aaed7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.898084] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d538da8-5b6b-41c9-9232-54901ab081b2 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.904452] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170fe436-1e6e-460c-9b02-087567252445 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.924620] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce469b-aed8-450d-8248-4d3687f8d3a7 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.938587] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] The volume has not been displaced from its original location: [datastore2] volume-d737546e-ce53-4c67-9e97-e937a769f87e/volume-d737546e-ce53-4c67-9e97-e937a769f87e.vmdk. No consolidation needed. {{(pid=69674) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1687.943783] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1687.944052] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b2527b-2877-40db-9205-943ed8987b33 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.960621] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1687.960621] env[69674]: value = "task-3257858" [ 1687.960621] env[69674]: _type = "Task" [ 1687.960621] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.967727] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.470350] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257858, 'name': ReconfigVM_Task, 'duration_secs': 0.207065} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.470809] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69674) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.475217] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c7d281-fda4-4fc4-84a8-be058b67b316 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.489544] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1688.489544] env[69674]: value = "task-3257859" [ 1688.489544] env[69674]: _type = "Task" [ 1688.489544] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.496807] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.999029] env[69674]: DEBUG oslo_vmware.api [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257859, 'name': ReconfigVM_Task, 'duration_secs': 0.170522} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.999348] env[69674]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650866', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'name': 'volume-d737546e-ce53-4c67-9e97-e937a769f87e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f89c2a9-799c-41ac-88d5-e7b90dde3380', 'attached_at': '', 'detached_at': '', 'volume_id': 'd737546e-ce53-4c67-9e97-e937a769f87e', 'serial': 'd737546e-ce53-4c67-9e97-e937a769f87e'} {{(pid=69674) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1689.541544] env[69674]: DEBUG nova.objects.instance [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'flavor' on Instance uuid 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.548706] env[69674]: DEBUG oslo_concurrency.lockutils [None req-c38793e6-a28e-464d-96db-ebe5fadb6f5f tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.748940] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.749326] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1691.749418] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.749629] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1691.749807] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.751923] env[69674]: INFO nova.compute.manager [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Terminating instance [ 1692.255441] env[69674]: DEBUG nova.compute.manager [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Start destroying the instance on the hypervisor. {{(pid=69674) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1692.255707] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Destroying instance {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.256608] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a0503-97b3-4622-b75d-21655e2d5f3b {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.264593] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Powering off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.264824] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8baddbd-a2cc-4a1a-8193-0fd7925a0adf {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.270394] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1692.270394] env[69674]: value = "task-3257860" [ 1692.270394] env[69674]: _type = "Task" [ 1692.270394] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.278123] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.780576] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257860, 'name': PowerOffVM_Task, 'duration_secs': 0.156809} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.780888] env[69674]: DEBUG nova.virt.vmwareapi.vm_util [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Powered off the VM {{(pid=69674) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.781101] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Unregistering the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.781403] env[69674]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db9df26c-3dcf-490d-aa79-d74a5b979c79 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.850775] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Unregistered the VM {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.851146] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Deleting contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.851405] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleting the datastore file [datastore2] 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.851729] env[69674]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce948648-6ac2-46ef-8b5c-a8622447a8dd {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.857773] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for the task: (returnval){ [ 1692.857773] env[69674]: value = "task-3257862" [ 1692.857773] env[69674]: _type = "Task" [ 1692.857773] env[69674]: } to complete. {{(pid=69674) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.865445] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.367345] env[69674]: DEBUG oslo_vmware.api [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Task: {'id': task-3257862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138399} completed successfully. {{(pid=69674) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.367698] env[69674]: DEBUG nova.virt.vmwareapi.ds_util [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleted the datastore file {{(pid=69674) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.367936] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Deleted contents of the VM from datastore datastore2 {{(pid=69674) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1693.368168] env[69674]: DEBUG nova.virt.vmwareapi.vmops [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Instance destroyed {{(pid=69674) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.368355] env[69674]: INFO nova.compute.manager [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1693.368608] env[69674]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69674) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1693.368813] env[69674]: DEBUG nova.compute.manager [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Deallocating network for instance {{(pid=69674) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1693.368916] env[69674]: DEBUG nova.network.neutron [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] deallocate_for_instance() {{(pid=69674) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.807065] env[69674]: DEBUG nova.compute.manager [req-82db9f23-12be-4cab-972b-a743c98e1de6 req-4e91403e-73b0-4c13-8d23-87d4ba9f8db1 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Received event network-vif-deleted-a4fb9339-0634-4d19-9e05-60b1744e659d {{(pid=69674) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1693.807326] env[69674]: INFO nova.compute.manager [req-82db9f23-12be-4cab-972b-a743c98e1de6 req-4e91403e-73b0-4c13-8d23-87d4ba9f8db1 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Neutron deleted interface a4fb9339-0634-4d19-9e05-60b1744e659d; detaching it from the instance and deleting it from the info cache [ 1693.807326] env[69674]: DEBUG nova.network.neutron [req-82db9f23-12be-4cab-972b-a743c98e1de6 req-4e91403e-73b0-4c13-8d23-87d4ba9f8db1 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.284734] env[69674]: DEBUG nova.network.neutron [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Updating instance_info_cache with network_info: [] {{(pid=69674) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.310153] env[69674]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e9bb88b-6df1-41e6-a0b0-8f245c959015 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.320050] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac568e-dbaf-4653-a76d-54136e3f366f {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.345412] env[69674]: DEBUG nova.compute.manager [req-82db9f23-12be-4cab-972b-a743c98e1de6 req-4e91403e-73b0-4c13-8d23-87d4ba9f8db1 service nova] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Detach interface failed, port_id=a4fb9339-0634-4d19-9e05-60b1744e659d, reason: Instance 3f89c2a9-799c-41ac-88d5-e7b90dde3380 could not be found. {{(pid=69674) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1694.787206] env[69674]: INFO nova.compute.manager [-] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Took 1.42 seconds to deallocate network for instance. [ 1695.293862] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.294231] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1695.294400] env[69674]: DEBUG nova.objects.instance [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lazy-loading 'resources' on Instance uuid 3f89c2a9-799c-41ac-88d5-e7b90dde3380 {{(pid=69674) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.828269] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd65cb9-26b0-429c-83c1-9ff704dbc1c9 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.836011] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3fc40d-d062-4069-9fdc-0a024d4e2dbb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.864823] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15036a6-ece6-48d6-94d8-e2bcd8603029 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.871901] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e428ac87-8f4b-4069-b8c1-863e703f8945 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.884687] env[69674]: DEBUG nova.compute.provider_tree [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.388347] env[69674]: DEBUG nova.scheduler.client.report [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.893263] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1696.918607] env[69674]: INFO nova.scheduler.client.report [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Deleted allocations for instance 3f89c2a9-799c-41ac-88d5-e7b90dde3380 [ 1697.426191] env[69674]: DEBUG oslo_concurrency.lockutils [None req-67eb396f-c905-477c-a690-be02ecb98892 tempest-AttachVolumeTestJSON-562116527 tempest-AttachVolumeTestJSON-562116527-project-member] Lock "3f89c2a9-799c-41ac-88d5-e7b90dde3380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.484248] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.484643] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.484643] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.981616] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.982130] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.483057] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.483057] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.483057] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.483306] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69674) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1717.483397] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.483481] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1717.987665] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] There are 5 instances to clean {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 1717.988089] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 3f89c2a9-799c-41ac-88d5-e7b90dde3380] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1718.491467] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: e3e1fc97-f587-4dc4-8e2d-22f51d0dc768] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1718.995324] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 3acffb28-5f18-4462-9538-2586a964c27f] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1719.498817] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 651ce467-9a26-4a32-845f-746b7e0f5489] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1720.002694] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] [instance: 48365359-a279-43cc-ad75-fdb58414867a] Instance has had 0 of 5 cleanup attempts {{(pid=69674) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1723.506243] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.009311] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.009564] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1724.009768] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1724.009947] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69674) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1724.010845] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ab75e-5364-442a-bab3-046513ef4d38 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.019710] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dce6b6-255a-4f9a-a57a-e8d59b300406 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.034055] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f11e2-e696-45a3-ae41-ec4f33c22dcb {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.040348] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfda6b1-8bed-4ae0-b326-4bad9b0d617a {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.069010] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180850MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69674) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1724.069229] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.069516] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1725.208861] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1725.209117] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69674) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1725.221897] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715483e1-59a5-4d29-ba8f-538d4bc0eaef {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.229507] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c7db4-5fe7-42df-be8b-7d5144707298 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.259182] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5440b0-b962-42eb-87d5-c831b74a3f63 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.265550] env[69674]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae72e47-5396-41ba-9fe1-c72f740341d5 {{(pid=69674) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.278201] env[69674]: DEBUG nova.compute.provider_tree [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed in ProviderTree for provider: a2957c29-3fa7-4024-bd37-0cdb152f1f0a {{(pid=69674) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.781654] env[69674]: DEBUG nova.scheduler.client.report [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Inventory has not changed for provider a2957c29-3fa7-4024-bd37-0cdb152f1f0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69674) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.286883] env[69674]: DEBUG nova.compute.resource_tracker [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69674) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1726.287244] env[69674]: DEBUG oslo_concurrency.lockutils [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=69674) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.483637] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.988734] env[69674]: DEBUG oslo_service.periodic_task [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69674) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.988907] env[69674]: DEBUG nova.compute.manager [None req-0c8721f6-d0f0-484e-918f-3fd84a77d6c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69674) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}}